-- Logs begin at Thu 2020-11-19 05:00:40 UTC, end at Thu 2020-11-19 06:02:45 UTC. -- Nov 19 05:35:24.631335 dv-cinder-763306-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Nov 19 05:35:27.183686 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.common.config [-] Logging enabled! Nov 19 05:35:27.184229 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev152 Nov 19 05:35:27.185523 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80227) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 19 05:35:27.186262 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.common.config [-] Logging enabled! Nov 19 05:35:27.186553 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev152 Nov 19 05:35:27.186830 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80227) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 19 05:35:27.187922 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 19 05:35:27.188190 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 19 05:35:27.189204 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 19 05:35:27.189489 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 19 05:35:27.189748 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 19 05:35:27.190124 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.190469 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.190817 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.191080 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.191422 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.191762 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.192087 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.192426 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.192771 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.193130 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.193453 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.193778 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.194041 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.194367 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.194701 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.195060 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.195317 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] debug = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.195638 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.196177 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.196503 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.196823 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.197186 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.197500 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.197817 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.198140 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.198510 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] host = dv-cinder-763306-1-smb {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.198826 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.199161 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.199496 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.199828 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.200151 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.200468 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.200798 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.201141 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.201454 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] log_file = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.201769 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.202104 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.202439 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.202778 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.203037 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.203292 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.203628 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.203964 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.204281 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.204596 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.204936 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.205248 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.205562 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.205872 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.206201 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.206530 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.206861 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.207175 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.207490 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.207802 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.208115 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.208447 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.208764 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.209106 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.209420 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.209753 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.210069 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.210383 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.211267 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.211599 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.211929 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.212263 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.212578 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.212917 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.213245 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.213555 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.213867 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] use_json = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.214180 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.214492 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.214820 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.215135 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.215447 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.215761 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.216073 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.216407 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:27.216755 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.217118 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.217486 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.217792 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.218128 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.218452 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.218790 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.219109 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.219445 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.219783 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.220112 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.220433 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.220767 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.221135 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.221477 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.221792 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.222110 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.222448 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.222769 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.223086 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.223422 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.223741 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.224056 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.224380 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.224697 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.225036 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.225352 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.225670 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.226007 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.226857 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.227181 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.227497 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.227816 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.228129 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.228460 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.228780 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.229122 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.229439 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.229761 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.230076 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.230396 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.230716 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.231031 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.231348 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.231663 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.231976 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.232291 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.232603 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.232936 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.233256 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.233571 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.233893 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.234209 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.234775 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.235088 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.235401 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.235716 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.236045 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.236386 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.236704 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.237047 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.237368 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.237687 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.238007 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.238327 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.238648 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.238968 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.239282 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.239624 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.239949 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.240279 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.240602 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.240938 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.241289 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.241611 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.241972 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.242294 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.242613 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.242940 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.243265 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.243605 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.243945 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.244283 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.244620 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.244983 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.245312 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.245670 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.245992 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:27.246242 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 19 05:35:27.246506 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80227) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Nov 19 05:35:27.900261 dv-cinder-763306-1-smb neutron-server[80227]: INFO keyring.backend [-] Loading Gnome Nov 19 05:35:27.916860 dv-cinder-763306-1-smb neutron-server[80227]: INFO keyring.backend [-] Loading Google Nov 19 05:35:27.919561 dv-cinder-763306-1-smb neutron-server[80227]: INFO keyring.backend [-] Loading Windows (alt) Nov 19 05:35:27.923027 dv-cinder-763306-1-smb neutron-server[80227]: INFO keyring.backend [-] Loading file Nov 19 05:35:27.923861 dv-cinder-763306-1-smb neutron-server[80227]: INFO keyring.backend [-] Loading keyczar Nov 19 05:35:27.924143 dv-cinder-763306-1-smb neutron-server[80227]: INFO keyring.backend [-] Loading multi Nov 19 05:35:27.924786 dv-cinder-763306-1-smb neutron-server[80227]: INFO keyring.backend [-] Loading pyfs Nov 19 05:35:27.971476 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:35:27.971787 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:35:27.972140 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:35:27.972511 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 19 05:35:28.392091 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.392641 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.392641 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.453277 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.453591 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.453894 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.456805 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.457144 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.457442 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.533704 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.534009 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.534309 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.535324 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.535621 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.535911 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.654780 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.655049 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.655356 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.655657 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.656481 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.836428 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.836799 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.837148 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.837452 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.837749 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.838124 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.838421 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.838710 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.838995 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.839351 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.839670 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.839976 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.840278 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.840592 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.840942 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.841260 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.841552 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.841879 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.842163 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.842637 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.842922 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.843204 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.843538 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.843816 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.844092 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.844517 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80227) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 05:35:28.844792 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80227) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 05:35:28.845090 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80227) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 05:35:28.845366 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80227) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 05:35:28.845635 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80227) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 05:35:28.845904 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80227) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 05:35:28.847266 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 19 05:35:28.855194 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 19 05:35:28.862780 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 19 05:35:28.868472 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(3350, 3399)])]) Nov 19 05:35:28.871267 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 19 05:35:28.872367 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 19 05:35:28.872752 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Nov 19 05:35:28.873237 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 19 05:35:28.876825 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 19 05:35:28.877151 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 19 05:35:28.877542 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Nov 19 05:35:28.899711 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Nov 19 05:35:28.900220 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.900548 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80227) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Nov 19 05:35:28.900980 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.902332 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80227) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 19 05:35:28.902650 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Nov 19 05:35:28.902931 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Nov 19 05:35:28.906077 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.906353 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:28.971375 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 19 05:35:28.971648 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 19 05:35:28.971920 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 19 05:35:28.972322 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 19 05:35:29.005822 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_db.sqlalchemy.engines [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80227) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 19 05:35:29.316257 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.plugins.ml2.managers [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Initializing driver for type 'gre' Nov 19 05:35:29.317509 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] gre ID ranges: [(1, 1000)] Nov 19 05:35:29.357288 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.plugins.ml2.managers [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Initializing driver for type 'local' Nov 19 05:35:29.357656 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.plugins.ml2.managers [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Initializing driver for type 'vlan' Nov 19 05:35:29.367878 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] VlanTypeDriver initialization complete Nov 19 05:35:29.368250 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.plugins.ml2.managers [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Initializing driver for type 'vxlan' Nov 19 05:35:29.368753 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] vxlan ID ranges: [(1, 1000)] Nov 19 05:35:29.410942 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.plugins.ml2.managers [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Initializing extension driver 'port_security' Nov 19 05:35:29.411397 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.plugins.ml2.extensions.port_security [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] PortSecurityExtensionDriver initialization complete Nov 19 05:35:29.411655 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.plugins.ml2.managers [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Initializing mechanism driver 'openvswitch' Nov 19 05:35:29.417947 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80227) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:35:29.418801 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > port after_create 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.419218 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > port after_update 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.419610 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > port after_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.420040 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > subnet after_create 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.420434 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > subnet after_update 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.420819 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > subnet after_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.421286 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > network after_create 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.421678 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > network after_update 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.422062 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > network after_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.422481 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > security_group after_create 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.422866 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > security_group after_update 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.423245 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > security_group after_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.423672 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.424057 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.424435 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.425010 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > address_group after_create 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.425397 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > address_group after_update 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.425778 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > address_group after_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.426151 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] ML2 OVO RPC backend initialized. {{(pid=80227) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Nov 19 05:35:29.426879 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > router_interface after_create 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.427275 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.427738 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > network before_response 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.428125 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > networks before_response 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.428507 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > port before_response 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.428884 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > ports before_response 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.429806 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > subnet before_response 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.430193 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > subnets before_response 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.430582 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > network after_create 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.430960 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > network after_update 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.431338 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > network after_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.431712 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > port after_create 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.432085 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > port after_update 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.432457 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > port after_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.432831 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > subnet after_create 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.433245 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > subnet after_update 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.433624 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > subnet after_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.434270 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.plugins.ml2.plugin [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Modular L2 Plugin initialization complete Nov 19 05:35:29.434628 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading services supported by the core plugin {{(pid=80227) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 19 05:35:29.434993 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.plugins.ml2.managers [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Got port-security extension from driver 'port_security' Nov 19 05:35:29.435509 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.extensions.vlantransparent [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Disabled vlantransparent extension. Nov 19 05:35:29.435996 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80227) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 19 05:35:29.436345 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading Plugin: router Nov 19 05:35:29.478871 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > router_interface before_create 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.479313 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > router after_create 55549900 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.479723 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > router before_create 55549900 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.480128 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.480545 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.480960 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > router after_delete 55549900 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.481364 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > floatingip after_update 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.481774 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > router after_create 55549900 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.482157 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > router after_update 55549900 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.482552 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > router after_update 55549900 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.482942 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.483349 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > router after_update 55549900 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.483839 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > router precommit_update 55549900 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.484257 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: port after_update 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.484939 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: port after_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.485311 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: subnet after_update 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.485691 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.486083 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > port precommit_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.486471 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > router precommit_create 55549900 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.486855 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: port before_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.487241 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > router precommit_create 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.487646 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > router after_update 55549900 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.488028 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > router precommit_delete 55549900 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.488420 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > router precommit_create 55549900 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.488830 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > router_interface after_create 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.489240 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > router precommit_update 55549900 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.490276 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource_registry [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Tracking information for resource: router configured {{(pid=80227) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 05:35:29.490655 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource_registry [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Tracking information for resource: floatingip configured {{(pid=80227) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 05:35:29.496209 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.db.l3_agentschedulers_db [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 19 05:35:29.496862 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: port after_update 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.497289 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: port after_create 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.497681 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: port after_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.498072 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: port after_update 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.498997 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > router before_create 55550100 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.499427 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > router precommit_delete 55550100 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.499861 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > router precommit_create 55550100 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.500278 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > router precommit_update 55550100 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.505601 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.provider_configuration [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Service providers = [] {{(pid=80227) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 19 05:35:29.506057 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.servicetype_db [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80227) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 19 05:35:29.509586 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.service_base [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80227) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 19 05:35:29.509976 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.service_base [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80227) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 19 05:35:29.510358 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.service_base [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80227) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 19 05:35:29.511267 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.service_base [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80227) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 19 05:35:29.511675 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.services.service_base [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 19 05:35:29.512092 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80227) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 05:35:29.512450 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 19 05:35:29.533915 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80227) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 05:35:29.534294 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading Plugin: auto_allocate Nov 19 05:35:29.544916 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: network precommit_update 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.545351 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: network precommit_create 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.545943 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80227) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 05:35:29.546304 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading Plugin: tag Nov 19 05:35:29.558215 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80227) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 05:35:29.558598 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading Plugin: timestamp Nov 19 05:35:29.562465 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80227) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 05:35:29.562837 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading Plugin: network_ip_availability Nov 19 05:35:29.568560 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.568946 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.569346 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.570759 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80227) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 05:35:29.571122 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading Plugin: flavors Nov 19 05:35:29.587827 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80227) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 05:35:29.588201 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading Plugin: revisions Nov 19 05:35:29.592620 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80227) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 05:35:29.593079 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.621s {{(pid=80227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:35:29.593903 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80227) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Nov 19 05:35:29.594269 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Initializing extension manager. Nov 19 05:35:29.594839 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: __init__.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.595221 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: __pycache__ {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.595593 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.595965 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: _filter_validation_lib.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.596335 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.596703 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: address_group.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.597527 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.598188 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: address-group Nov 19 05:35:29.598554 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: address_scope.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.599328 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.599909 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: address-scope Nov 19 05:35:29.600270 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: admin_state_down_before_update.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.601283 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.601860 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: router-admin-state-down-before-update Nov 19 05:35:29.602225 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: agent.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.602994 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.603576 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: agent Nov 19 05:35:29.603939 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: agent_resources_synced.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.605094 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.605688 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: agent-resources-synced Nov 19 05:35:29.606051 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: allowedaddresspairs.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.607877 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.608469 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: allowed-address-pairs Nov 19 05:35:29.608839 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: auto_allocated_topology.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.610212 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.610796 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: auto-allocated-topology Nov 19 05:35:29.611163 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: availability_zone.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.611911 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.612490 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: availability_zone Nov 19 05:35:29.612852 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: availability_zone_filter.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.613816 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.614395 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: availability_zone_filter Nov 19 05:35:29.614768 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: data_plane_status.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.615697 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.616272 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extension data-plane-status not supported by any of loaded plugins Nov 19 05:35:29.616635 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: default_subnetpools.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.618137 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.618738 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: default-subnetpools Nov 19 05:35:29.619100 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: dhcpagentscheduler.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.619952 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.620532 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: dhcp_agent_scheduler Nov 19 05:35:29.620922 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: dns.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.621866 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.622446 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extension dns-integration not supported by any of loaded plugins Nov 19 05:35:29.622808 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: dns_domain_ports.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.623744 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.624322 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 19 05:35:29.624683 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: dvr.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.625466 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.626046 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: dvr Nov 19 05:35:29.626407 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: empty_string_filtering.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.627344 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.627926 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: empty-string-filtering Nov 19 05:35:29.628286 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.629232 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.629806 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 19 05:35:29.630166 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.631095 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.631666 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 19 05:35:29.632045 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: external_net.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.633711 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.634292 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: external-net Nov 19 05:35:29.634655 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: extra_dhcp_opt.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.635582 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.636163 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: extra_dhcp_opt Nov 19 05:35:29.636525 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: extraroute.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.637484 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.638068 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: extraroute Nov 19 05:35:29.638431 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: extraroute_atomic.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.639460 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.640039 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: extraroute-atomic Nov 19 05:35:29.640403 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: filter_validation.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.641139 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.641716 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: filter-validation Nov 19 05:35:29.642078 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: fip_pf_description.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.643001 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.643570 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 19 05:35:29.643932 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: fip_port_details.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.644856 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.645458 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: fip-port-details Nov 19 05:35:29.645819 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: flavors.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.647062 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.647650 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: flavors Nov 19 05:35:29.648045 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.649748 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.650345 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 19 05:35:29.650719 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: floatingip_pools.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.651484 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.652069 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: floatingip-pools Nov 19 05:35:29.652440 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: ip_allocation.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.653441 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.654021 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extension ip_allocation not supported by any of loaded plugins Nov 19 05:35:29.654382 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.655322 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.655907 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: ip-substring-filtering Nov 19 05:35:29.656269 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: l2_adjacency.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.657253 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.657838 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extension l2_adjacency not supported by any of loaded plugins Nov 19 05:35:29.658197 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: l3.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.659389 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.659992 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: router Nov 19 05:35:29.660360 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: l3_conntrack_helper.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.662701 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.663297 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 19 05:35:29.663710 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.664647 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.665292 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: ext-gw-mode Nov 19 05:35:29.665661 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.666594 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.667174 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: l3-ha Nov 19 05:35:29.667539 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: l3_flavors.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.668472 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.669090 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: l3-flavors Nov 19 05:35:29.669453 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.670384 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.670963 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: l3-port-ip-change-not-allowed Nov 19 05:35:29.671322 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: l3agentscheduler.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.672479 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.673111 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: l3_agent_scheduler Nov 19 05:35:29.673481 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: logging.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.675016 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.675616 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extension logging not supported by any of loaded plugins Nov 19 05:35:29.675986 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: metering.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.678312 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.679024 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: metering Nov 19 05:35:29.679956 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.681120 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.681713 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: metering_source_and_destination_fields Nov 19 05:35:29.682079 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: multiprovidernet.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.683021 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.683600 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: multi-provider Nov 19 05:35:29.683963 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: netmtu.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.684936 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.685504 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: net-mtu Nov 19 05:35:29.685871 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: netmtu_writable.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.686810 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.687395 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: net-mtu-writable Nov 19 05:35:29.687760 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: network_availability_zone.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.688490 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.689097 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: network_availability_zone Nov 19 05:35:29.689461 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: network_ip_availability.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.690585 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.691166 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: network-ip-availability Nov 19 05:35:29.691529 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: network_segment_range.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.692369 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.692961 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extension network-segment-range not supported by any of loaded plugins Nov 19 05:35:29.693327 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: pagination.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.694388 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.694770 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: pagination Nov 19 05:35:29.695788 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.696744 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.697361 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: port-mac-address-regenerate Nov 19 05:35:29.697722 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.698644 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.699267 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: port-numa-affinity-policy Nov 19 05:35:29.699671 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: port_resource_request.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.700640 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.701280 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extension port-resource-request not supported by any of loaded plugins Nov 19 05:35:29.701684 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: portbindings.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.702699 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.703287 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: binding Nov 19 05:35:29.703647 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: portbindings_extended.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.705064 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.705663 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: binding-extended Nov 19 05:35:29.706029 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: portsecurity.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.706967 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.707551 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: port-security Nov 19 05:35:29.707913 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: project_id.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.708938 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.709301 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: project-id Nov 19 05:35:29.709662 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: providernet.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.711186 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.711769 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: provider Nov 19 05:35:29.712134 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: qos.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.715690 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.716295 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extension qos not supported by any of loaded plugins Nov 19 05:35:29.716671 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.717938 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.718528 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 19 05:35:29.718897 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.719833 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.720421 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 19 05:35:29.720785 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: qos_default.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.721757 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.722332 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extension qos-default not supported by any of loaded plugins Nov 19 05:35:29.722694 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: qos_fip.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.723400 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.723972 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extension qos-fip not supported by any of loaded plugins Nov 19 05:35:29.724335 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: qos_gateway_ip.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.725298 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.725880 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 19 05:35:29.726840 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: qos_port_network_policy.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.727766 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.728341 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 19 05:35:29.728702 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: qos_rule_type_details.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.729660 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.730235 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 19 05:35:29.730600 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: qos_rules_alias.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.731744 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.732324 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 19 05:35:29.732687 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: quotasv2.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.733714 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.734090 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: quotas Nov 19 05:35:29.734711 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: quotasv2_detail.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.736369 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.736751 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: quota_details Nov 19 05:35:29.737158 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: rbac.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.738330 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.738942 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: rbac-policies Nov 19 05:35:29.739309 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: rbac_address_scope.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.740257 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.740841 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: rbac-address-scope Nov 19 05:35:29.741287 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: rbac_security_groups.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.742307 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.742888 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: rbac-security-groups Nov 19 05:35:29.743254 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: rbac_subnetpool.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.744183 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.744764 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: rbac-subnetpool Nov 19 05:35:29.745154 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: revisionifmatch.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.746098 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.746676 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: revision-if-match Nov 19 05:35:29.747038 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: revisions.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.748155 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.748737 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: standard-attr-revisions Nov 19 05:35:29.749128 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: router_availability_zone.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.749861 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.750452 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: router_availability_zone Nov 19 05:35:29.750821 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: routerservicetype.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.751748 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.752334 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extension router-service-type not supported by any of loaded plugins Nov 19 05:35:29.752698 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: security_groups_port_filtering.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.753660 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.754255 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: port-security-groups-filtering Nov 19 05:35:29.754620 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: securitygroup.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.768321 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.768971 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: security-group Nov 19 05:35:29.769375 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: segment.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.770313 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.770911 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extension segment not supported by any of loaded plugins Nov 19 05:35:29.771284 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.772238 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.772821 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 19 05:35:29.773761 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: servicetype.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.774878 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.775471 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: service-type Nov 19 05:35:29.775838 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: sorting.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.776834 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.777242 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: sorting Nov 19 05:35:29.777606 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: standard_attr_segment.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.778537 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.779128 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 19 05:35:29.779493 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: standardattrdescription.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.780194 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.780771 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: standard-attr-description Nov 19 05:35:29.781185 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: stateful_security_group.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.782125 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.782717 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: stateful-security-group Nov 19 05:35:29.783086 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: stdattrs_common.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.783685 dv-cinder-763306-1-smb neutron-server[80227]: WARNING neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 19 05:35:29.784046 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.785002 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.785596 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 19 05:35:29.785962 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: subnet_onboard.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.787052 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.787637 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: subnet_onboard Nov 19 05:35:29.788002 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.789780 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.790526 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 19 05:35:29.790894 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: subnet_service_types.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.791853 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.792440 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: subnet-service-types Nov 19 05:35:29.792806 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: subnetallocation.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.793928 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.794517 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: subnet_allocation Nov 19 05:35:29.794882 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.795588 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.796172 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: subnetpool-prefix-ops Nov 19 05:35:29.796543 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.797510 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.798088 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 19 05:35:29.798448 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: tagging.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.799898 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.800492 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: standard-attr-tag Nov 19 05:35:29.800860 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: timestamp.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.802069 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.802660 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loaded extension: standard-attr-timestamp Nov 19 05:35:29.803029 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: trunk.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.804063 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.804699 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extension trunk not supported by any of loaded plugins Nov 19 05:35:29.805095 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: trunk_details.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.806041 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.806631 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extension trunk-details not supported by any of loaded plugins Nov 19 05:35:29.806997 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: uplink_status_propagation.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.807929 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.808510 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 19 05:35:29.808873 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Loading extension file: vlantransparent.py {{(pid=80227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:35:29.809613 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:35:29.810195 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extension vlan-transparent not supported by any of loaded plugins Nov 19 05:35:29.812808 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.quota.resource_registry [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Creating instance of TrackedResource for resource:network Nov 19 05:35:29.813648 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.quota.resource_registry [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Creating instance of TrackedResource for resource:subnet Nov 19 05:35:29.814319 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.quota.resource_registry [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 05:35:29.814990 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.quota.resource_registry [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Creating instance of TrackedResource for resource:port Nov 19 05:35:29.816489 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.resource_helper [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 05:35:29.817004 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.resource_helper [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Service FLAVORS assigned prefix: {{(pid=80227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 05:35:29.817714 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.resource_helper [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 05:35:29.818195 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.resource_helper [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 05:35:29.818609 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.quota.resource_registry [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Creating instance of TrackedResource for resource:router Nov 19 05:35:29.819308 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.quota.resource_registry [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Creating instance of TrackedResource for resource:floatingip Nov 19 05:35:29.820625 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.resource_helper [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Service METERING assigned prefix: /metering {{(pid=80227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 05:35:29.822423 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.822826 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.823215 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:35:29.824373 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.quota.resource_registry [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Creating instance of CountableResource for resource:rbac_policy Nov 19 05:35:29.824867 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.quota.resource_registry [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Creating instance of TrackedResource for resource:security_group Nov 19 05:35:29.825699 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.quota.resource_registry [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Creating instance of TrackedResource for resource:security_group_rule Nov 19 05:35:29.826518 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.resource_helper [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Service CORE assigned prefix: {{(pid=80227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 05:35:29.826899 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.quota.resource_registry [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 05:35:29.827270 dv-cinder-763306-1-smb neutron-server[80227]: WARNING neutron.quota.resource_registry [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] subnetpool is already registered Nov 19 05:35:29.827950 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.resource_helper [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Service CORE assigned prefix: {{(pid=80227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 05:35:29.828323 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.quota.resource_registry [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 05:35:29.828690 dv-cinder-763306-1-smb neutron-server[80227]: WARNING neutron.quota.resource_registry [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] subnetpool is already registered Nov 19 05:35:29.831541 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.resource_helper [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 05:35:29.832027 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.resource_helper [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Service FLAVORS assigned prefix: {{(pid=80227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 05:35:29.832682 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.resource_helper [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 05:35:29.833181 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.resource_helper [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 05:35:29.833559 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.quota.resource_registry [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Creating instance of TrackedResource for resource:router Nov 19 05:35:29.833931 dv-cinder-763306-1-smb neutron-server[80227]: WARNING neutron.quota.resource_registry [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] router is already registered Nov 19 05:35:29.834600 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.quota.resource_registry [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Creating instance of TrackedResource for resource:floatingip Nov 19 05:35:29.834970 dv-cinder-763306-1-smb neutron-server[80227]: WARNING neutron.quota.resource_registry [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] floatingip is already registered Nov 19 05:35:29.836269 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.resource_helper [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Service METERING assigned prefix: /metering {{(pid=80227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 05:35:29.837049 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.quota.resource_registry [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Creating instance of CountableResource for resource:rbac_policy Nov 19 05:35:29.837420 dv-cinder-763306-1-smb neutron-server[80227]: WARNING neutron.quota.resource_registry [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] rbac_policy is already registered Nov 19 05:35:29.838055 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.quota.resource_registry [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Creating instance of TrackedResource for resource:security_group Nov 19 05:35:29.838420 dv-cinder-763306-1-smb neutron-server[80227]: WARNING neutron.quota.resource_registry [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] security_group is already registered Nov 19 05:35:29.839071 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.quota.resource_registry [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Creating instance of TrackedResource for resource:security_group_rule Nov 19 05:35:29.839436 dv-cinder-763306-1-smb neutron-server[80227]: WARNING neutron.quota.resource_registry [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] security_group_rule is already registered Nov 19 05:35:29.840171 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.resource_helper [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Service CORE assigned prefix: {{(pid=80227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 05:35:29.840541 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.quota.resource_registry [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 05:35:29.840933 dv-cinder-763306-1-smb neutron-server[80227]: WARNING neutron.quota.resource_registry [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] subnetpool is already registered Nov 19 05:35:29.841604 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.resource_helper [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Service CORE assigned prefix: {{(pid=80227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 05:35:29.841973 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.quota.resource_registry [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 05:35:29.842335 dv-cinder-763306-1-smb neutron-server[80227]: WARNING neutron.quota.resource_registry [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] subnetpool is already registered Nov 19 05:35:29.843051 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: extensions {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:29.844625 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: address-groups {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:29.846388 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: address-scopes {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:29.847695 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: agents {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:29.848968 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: auto-allocated-topology {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:29.850314 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: availability_zones {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:29.851764 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: dhcp-networks {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:29.853277 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: dhcp-agents {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:29.854784 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: routers {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:29.857616 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: flavors {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:29.858877 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: service_profiles {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:29.860422 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: next_providers {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:29.959335 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: service_profiles {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:29.961561 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: floatingip-pools {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:29.962893 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: routers {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:29.964825 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: floatingips {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:29.966134 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: l3-routers {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:29.967630 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: l3-agents {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:29.969172 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: metering-labels {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:29.970642 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: metering-label-rules {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:29.972011 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: network-ip-availabilities {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:29.973392 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: bindings {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:29.975145 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: quotas {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:29.976736 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: quotas {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:29.978308 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: rbac-policies {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:29.979699 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: security-groups {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:29.981025 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: security-group-rules {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:29.982364 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: service-providers {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:29.983668 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: subnetpools {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:29.985487 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: subnetpools {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:29.987069 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: tags {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:29.988871 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: tags {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:29.990821 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: tags {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:29.992759 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: tags {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:29.994693 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: tags {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:29.996498 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: tags {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:29.998432 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: tags {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:30.000424 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: tags {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:30.002441 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: tags {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:30.004432 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.extensions [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Extended resource: tags {{(pid=80227) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:35:30.012078 dv-cinder-763306-1-smb neutron-server[80227]: WARNING keystonemiddleware.auth_token [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 19 05:35:30.017423 dv-cinder-763306-1-smb neutron-server[80227]: WARNING keystonemiddleware.auth_token [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 19 05:35:30.026990 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Acquired lock "singleton_lock" {{(pid=80227) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 19 05:35:30.027524 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Releasing lock "singleton_lock" {{(pid=80227) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 19 05:35:30.029001 dv-cinder-763306-1-smb neutron-server[80227]: INFO oslo_service.service [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Starting 2 workers Nov 19 05:35:30.033792 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Started child 80338 {{(pid=80227) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 19 05:35:30.037973 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:35:30.038489 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Started child 80339 {{(pid=80227) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 19 05:35:30.039482 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [-] (80338) wsgi starting up on http://0.0.0.0:9696 Nov 19 05:35:30.040137 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.service [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Neutron service started, listening on 0.0.0.0:9696 Nov 19 05:35:30.040820 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Notify callbacks [] for process, before_spawn {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:35:30.042514 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:35:30.043446 dv-cinder-763306-1-smb neutron-server[80227]: INFO oslo_service.service [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Starting 1 workers Nov 19 05:35:30.044048 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [-] (80339) wsgi starting up on http://0.0.0.0:9696 Nov 19 05:35:30.048917 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Started child 80340 {{(pid=80227) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 19 05:35:30.049495 dv-cinder-763306-1-smb neutron-server[80227]: INFO oslo_service.service [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Starting 1 workers Nov 19 05:35:30.051389 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.service [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] calling RpcWorker wait() {{(pid=80340) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 19 05:35:30.051783 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.service [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] returning from RpcWorker wait() {{(pid=80340) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 19 05:35:30.053246 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:35:30.053754 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:35:30.054231 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Started child 80341 {{(pid=80227) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 19 05:35:30.055271 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23bbbab8-19f0-44d2-9ec2-52d04f2fc5ea None None] Notify callbacks [] for process, after_spawn {{(pid=80227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:35:30.056990 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80227) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Nov 19 05:35:30.057233 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 19 05:35:30.057449 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 19 05:35:30.057725 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 19 05:35:30.058130 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 19 05:35:30.058325 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 19 05:35:30.058972 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.059283 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.059608 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.059913 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.060243 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.060626 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:35:30.060931 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.061250 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.061542 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.061863 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.062136 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.062279 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:35:30.062382 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.062491 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.062974 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.063270 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.063617 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.063910 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.064184 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.064444 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.064661 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.064985 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.065313 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.065602 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.065910 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] debug = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.066186 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.066766 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.067033 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.067307 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.067572 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.067891 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.068160 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.068462 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.068784 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.069015 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.069289 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.069584 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.069838 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.070754 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.071072 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.071335 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.071804 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] host = dv-cinder-763306-1-smb {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.072075 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.072333 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.072604 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.072918 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.073201 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.073455 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.073754 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.074041 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.074332 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.074596 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.074877 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.075149 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.075419 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.075697 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] log_file = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.075891 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] log_options = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.076160 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.076446 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.076745 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.076985 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.077235 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.077402 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.077663 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.077855 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.078142 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.078395 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.078646 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.078913 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.079164 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.079421 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.079711 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.079961 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.080225 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.080487 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.080783 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.081079 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.081350 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.081617 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.081868 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.082122 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.082371 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.082625 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.082890 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.083141 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.083409 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.083673 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.083940 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.084249 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.085705 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.086380 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.086675 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.087007 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.087234 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.087675 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.088035 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.088332 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.088624 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.088879 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.089250 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.089484 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.089742 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.089998 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] use_json = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.090251 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.090475 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.090851 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.091016 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.091236 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.091487 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.091734 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.092021 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.093040 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.093364 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.093731 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.094001 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.094282 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.094564 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.094866 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.095127 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.095402 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.095679 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.096034 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.096291 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.096634 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.096964 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.097247 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.097523 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.097768 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.098072 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.098344 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.098599 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.098860 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.099114 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.099421 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.099711 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.099984 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.100333 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.100494 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.100759 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.101018 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.101373 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.101669 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.101928 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.102184 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.102457 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.102709 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.102989 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.103275 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.103548 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.103830 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.104109 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.104372 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.104641 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.104939 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.105169 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.105445 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.105699 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.105950 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.106205 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.106459 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.106713 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.107006 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.107261 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.107521 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.107755 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.108005 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.108281 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.108538 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.108796 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.109075 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.109581 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.109839 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.110104 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.110356 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.110586 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.110832 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.111091 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.111332 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.111596 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.111821 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.112072 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.112322 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.112572 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.112823 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.113194 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.113559 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.114513 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.114802 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.115065 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.115364 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.115642 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.115927 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.116186 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.116460 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.116814 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.117023 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.117315 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.117616 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.117861 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.118130 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.118440 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.118698 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.118961 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.119219 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.119491 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.119773 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.120067 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.120361 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.121071 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.121358 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.121666 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.121989 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.122263 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.122582 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.122861 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.123173 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.123521 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.123827 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.124145 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.124453 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.125125 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.125432 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.125736 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.126027 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.126317 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.126609 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.126867 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.127206 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.127485 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.127742 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.127973 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.128247 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.128594 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.128917 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.129185 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.129438 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.129739 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.130040 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.130313 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.130607 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.130901 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.131193 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.131428 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.131695 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.131963 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.132229 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.133074 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.133330 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.133583 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.133853 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.134125 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.134377 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.134623 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.134906 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.135157 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.135432 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.135697 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.135952 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.136229 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.136521 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.136773 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.137142 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.137416 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.137674 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.137935 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.138167 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.138418 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.138711 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.138968 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.139286 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.139575 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.139828 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.140099 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.140361 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.140656 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.140937 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.141244 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.141491 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.141756 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.142030 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.142286 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.142538 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.142790 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.143062 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.143315 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.143612 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.143885 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.144262 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.144537 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.144829 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.145133 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.145404 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.145662 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.145924 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.146182 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.146437 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.146691 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.146974 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.147234 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.147493 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.149520 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.149802 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.150165 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.151006 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.151634 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.152402 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.152719 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.153033 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.153333 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.154467 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.154467 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.154771 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.154910 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.155760 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.155760 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.156065 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.156212 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.156593 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.156878 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.157172 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.157457 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.157762 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.158120 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.158459 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.158844 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.159061 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.159460 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.159794 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:3350:3399'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.160091 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.160340 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.160668 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.160769 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:35:30.161133 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.161352 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.161656 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.161905 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.162214 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.162476 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.162738 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.162996 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.163251 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.163506 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.163826 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.164116 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.164404 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.164659 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.164946 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.165728 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.165728 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.165728 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.166038 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.166144 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.166624 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 19 05:35:30.167320 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80227) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Nov 19 05:35:30.167565 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 19 05:35:30.167822 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 19 05:35:30.168042 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 19 05:35:30.168246 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 19 05:35:30.168394 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 19 05:35:30.168807 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.169032 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.169202 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.169348 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.169541 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.169750 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.169941 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.170123 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.170274 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.170600 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.170926 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.171118 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.171306 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.171503 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.171717 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.171925 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.171925 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.172298 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.172298 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.172610 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.172610 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.174172 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.174172 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] debug = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.174172 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.174172 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.174172 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.174172 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.175109 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.175109 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.175109 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.175109 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.175109 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.175109 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.175109 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.175109 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.175986 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.175986 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.175986 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.175986 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.175986 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] host = dv-cinder-763306-1-smb {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.175986 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.176670 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.176670 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.176670 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.176670 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.176670 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.177326 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.177326 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.177326 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.177326 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.177844 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.177844 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.177844 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.178228 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] log_file = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.178228 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] log_options = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.178228 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.178610 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.178610 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.178870 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.179078 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.179078 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.180309 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.180309 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.180309 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.180309 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.180721 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.180721 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.180721 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.181103 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.181103 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.181365 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.181365 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.181608 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.181608 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.181868 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.182003 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.182143 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.182289 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.182427 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.182564 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.182699 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.182885 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.183071 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.183257 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.183442 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.183625 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.183810 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.183993 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.184176 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.184361 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.184544 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.184726 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.185378 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.185378 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.185378 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.185682 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.185682 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.185864 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.185960 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.186752 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.186752 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] use_json = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.186752 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.186752 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.186752 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.187283 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.187283 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.187283 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.187283 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.188291 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:35:30.188291 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.188291 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.188291 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.188291 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.188291 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.189094 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.189094 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.189094 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.189094 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.189094 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.189742 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.189742 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.189742 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.190131 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.190131 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.190131 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.190534 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.190534 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.190793 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.190793 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.191051 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.191051 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.191318 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.191457 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.191595 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.191731 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.191867 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.192045 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.192234 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.192420 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.192607 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.192762 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.192954 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.193138 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.193326 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.193514 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.193700 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.193888 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.194074 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.194272 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.194428 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.194617 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.194805 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.195597 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.195794 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.195980 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.196166 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.196352 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.196540 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.196775 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.196938 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.197081 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.197219 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.197410 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.197596 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.197782 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.197971 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.198159 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.198346 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.198532 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.198719 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.198905 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.199090 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.199275 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.199463 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.199671 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.199857 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.200066 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.200619 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.200619 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.200619 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.200619 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.202833 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.202833 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.202833 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.202833 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.202833 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.202833 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.202833 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.202833 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.203889 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.203889 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.203889 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.203889 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.203889 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.203889 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.203889 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.203889 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.204622 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.204622 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.204622 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.204622 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.204622 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.204622 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.204622 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.204622 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.205333 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.205333 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.205333 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.205333 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.205333 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.205752 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.205752 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.205752 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.206028 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.206124 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.206281 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.206467 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.206653 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.206855 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.207004 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.207189 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.207376 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.207560 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.207746 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.207932 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.208126 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.208324 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.208509 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.208697 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.208919 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.209134 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.209591 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.209591 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.209591 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.209901 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.209901 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.210079 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.210238 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.210424 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.210655 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.210843 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.211031 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.211218 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.211405 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.211590 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.211776 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.211963 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.212149 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.212386 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.212540 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.212678 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.212816 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.213006 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.213146 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.213321 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.213506 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.213693 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.213881 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.214066 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.214251 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.214435 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.214622 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.214809 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.214996 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.215165 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.215518 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.215708 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.215896 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.216082 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.216269 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.216458 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.216646 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.216812 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.217074 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.217245 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.217398 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.217500 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.217672 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.217857 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.218043 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.218254 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.218399 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.218577 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.218761 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.218946 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.219150 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.219336 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.219520 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.219705 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.219891 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.220076 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.220262 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.220446 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.220633 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.220817 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.221029 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.221217 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.221404 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.221590 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.221776 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.221959 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.222145 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.222330 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.222526 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.222712 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.222899 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.223078 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.223244 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.223398 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.223549 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.223741 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.223903 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.224089 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.224287 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.224474 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.224660 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.224850 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.225059 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.225245 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.225431 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.225621 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.225819 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.226012 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.226223 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.226418 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.226613 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:3350:3399'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.226806 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.227013 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.227161 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.227358 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.227543 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.227727 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.227912 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.228096 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.228281 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.228466 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.228649 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.228835 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.229046 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.229293 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.229423 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.229588 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.230054 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.230054 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.230054 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.230500 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.230500 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.230500 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.230879 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:35:30.230879 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80227) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 19 05:35:30.284931 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 56584) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:35:30.296379 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0086708 Nov 19 05:35:40.098466 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6414ede7-4561-40e2-b982-d7f8697c498b None None] get_active_networks_info from dv-cinder-763306-1-smb {{(pid=80340) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 19 05:35:40.155407 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6414ede7-4561-40e2-b982-d7f8697c498b None None] No non-hosted networks {{(pid=80340) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 19 05:35:40.171472 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3a2cec8f-3500-48ea-b3e8-176c8760213e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788'] for agent, after_create {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:35:42.383514 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-614045bb-06c3-4151-a788-e171627b187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788'] for agent, after_create {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:35:42.445959 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c7bdc47c-de44-4ca4-9573-bddd21681746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:35:42.945880 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788'] for agent, after_create {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:35:43.880433 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788'] for agent, after_create {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:35:43.886129 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:35:43.888787 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:35:43.890310 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:35:43.890572 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:35:43.890952 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:35:43.891318 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:35:43.891684 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:35:43.892199 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:35:43.892576 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:35:43.892956 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:35:43.894984 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:35:43.896431 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:35:43.896876 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-763306-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:35:43.906479 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-763306-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:35:44.031535 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] get_endpoint_by_host() called for host dv-cinder-763306-1-smb {{(pid=80340) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Nov 19 05:35:44.047853 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] get_endpoint_by_ip() called for ip 192.168.0.21 {{(pid=80340) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Nov 19 05:35:44.053582 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] _add_endpoint() called for ip 192.168.0.21 {{(pid=80340) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Nov 19 05:35:44.073030 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] _get_endpoints() called {{(pid=80340) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Nov 19 05:35:44.081376 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788'] for agent, after_create {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:35:45.910330 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 56676) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:35:46.581950 dv-cinder-763306-1-smb neutron-server[80227]: WARNING oslo_policy.policy [None req-e2972d4e-f095-4ce8-959a-7fe29e003009 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 05:35:46.582542 dv-cinder-763306-1-smb neutron-server[80227]: WARNING oslo_policy.policy [None req-e2972d4e-f095-4ce8-959a-7fe29e003009 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 05:35:46.812213 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [None req-e2972d4e-f095-4ce8-959a-7fe29e003009 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=80339) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 05:35:46.813422 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-e2972d4e-f095-4ce8-959a-7fe29e003009 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.9020858 Nov 19 05:35:48.521416 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.db.l3_hamode_db [None req-6d727ef6-2d42-4ace-850e-946041beb352 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 19 05:35:48.620964 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d727ef6-2d42-4ace-850e-946041beb352 None None] Routers set() bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:35:48.621392 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d727ef6-2d42-4ace-850e-946041beb352 None None] Router IDs set() for agent in host dv-cinder-763306-1-smb {{(pid=80340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 19 05:35:49.564762 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 56690) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:35:49.978564 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-ffef7da6-ec5e-45b4-9fcd-023ee8584d84 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:35:50.026221 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.policy [None req-ffef7da6-ec5e-45b4-9fcd-023ee8584d84 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80339) register_rules /opt/stack/neutron/neutron/policy.py:67}} Nov 19 05:35:50.027027 dv-cinder-763306-1-smb neutron-server[80227]: WARNING oslo_policy.policy [None req-ffef7da6-ec5e-45b4-9fcd-023ee8584d84 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 05:35:50.027425 dv-cinder-763306-1-smb neutron-server[80227]: WARNING oslo_policy.policy [None req-ffef7da6-ec5e-45b4-9fcd-023ee8584d84 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 05:35:50.034467 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.quota [None req-ffef7da6-ec5e-45b4-9fcd-023ee8584d84 admin admin] Loaded quota_driver: . Nov 19 05:35:50.079195 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-ffef7da6-ec5e-45b4-9fcd-023ee8584d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:35:50.145595 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ffef7da6-ec5e-45b4-9fcd-023ee8584d84 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363282788979667', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363282789417678', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363282789420118', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363282789404862', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363282789400935', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036850699357', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036850712338', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-622631', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-555516'] for rbac-policy, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:35:50.211016 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ffef7da6-ec5e-45b4-9fcd-023ee8584d84 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:35:50.212281 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-ffef7da6-ec5e-45b4-9fcd-023ee8584d84 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6465232 Nov 19 05:35:53.153694 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 56704) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:35:53.549158 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Request body: {'network': {'project_id': '88e22f788a0749ffb9cb75d33a8fcdbf', 'admin_state_up': True, 'name': 'private'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:35:53.555496 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:35:53.560194 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Usage tracker for resource:network and tenant:88e22f788a0749ffb9cb75d33a8fcdbf is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:35:53.563837 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:35:53.570517 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:35:53.579180 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Made reservation on behalf of 88e22f788a0749ffb9cb75d33a8fcdbf for: {'network': 1} {{(pid=80339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:35:53.585243 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for network, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:35:53.602239 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:35:53.644406 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:35:53.648317 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Usage tracker for resource:security_group_rule and tenant:88e22f788a0749ffb9cb75d33a8fcdbf is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:35:53.651281 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:35:53.656926 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:35:53.728780 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:35:53.731380 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:35:53.736945 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:35:53.758477 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 05:35:53.787065 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754063638029', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4146814'] for segment, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:35:53.787621 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.db.segments_db [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Added segment c80baec0-d1ca-4338-a190-528d741e9382 of type vxlan for network 42acdf25-87cc-4834-8830-d8e7289dde17 Nov 19 05:35:53.838437 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6af3ab2-57f7-494e-957b-97d560e5c9ba,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:35:53.864305 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:35:53.864667 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:35:53.865051 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:35:53.865403 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:35:53.865751 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:35:53.866125 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:35:53.866470 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:35:53.866813 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:35:53.867170 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:35:53.867512 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:35:53.867850 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:35:53.868186 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:35:53.869375 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Tracked resource versions report: Nov 19 05:35:53.869375 dv-cinder-763306-1-smb neutron-server[80227]: pushed versions: Nov 19 05:35:53.869375 dv-cinder-763306-1-smb neutron-server[80227]: { 'AddressGroup': {'1.0'}, Nov 19 05:35:53.869375 dv-cinder-763306-1-smb neutron-server[80227]: 'ConntrackHelper': {'1.0'}, Nov 19 05:35:53.869375 dv-cinder-763306-1-smb neutron-server[80227]: 'Log': {'1.0'}, Nov 19 05:35:53.869375 dv-cinder-763306-1-smb neutron-server[80227]: 'Network': {'1.1'}, Nov 19 05:35:53.869375 dv-cinder-763306-1-smb neutron-server[80227]: 'Port': {'1.6'}, Nov 19 05:35:53.869375 dv-cinder-763306-1-smb neutron-server[80227]: 'PortForwarding': {'1.2'}, Nov 19 05:35:53.869375 dv-cinder-763306-1-smb neutron-server[80227]: 'QosPolicy': {'1.8'}, Nov 19 05:35:53.869375 dv-cinder-763306-1-smb neutron-server[80227]: 'SecurityGroup': {'1.2'}, Nov 19 05:35:53.869375 dv-cinder-763306-1-smb neutron-server[80227]: 'SecurityGroupRule': {'1.0'}, Nov 19 05:35:53.869375 dv-cinder-763306-1-smb neutron-server[80227]: 'SubPort': {'1.0'}, Nov 19 05:35:53.869375 dv-cinder-763306-1-smb neutron-server[80227]: 'Subnet': {'1.1'}, Nov 19 05:35:53.869375 dv-cinder-763306-1-smb neutron-server[80227]: 'Trunk': {'1.1'}} Nov 19 05:35:53.869375 dv-cinder-763306-1-smb neutron-server[80227]: consumer versions: Nov 19 05:35:53.869375 dv-cinder-763306-1-smb neutron-server[80227]: { DHCP agent@dv-cinder-763306-1-smb: {}, Nov 19 05:35:53.869375 dv-cinder-763306-1-smb neutron-server[80227]: L3 agent@dv-cinder-763306-1-smb: {}, Nov 19 05:35:53.869375 dv-cinder-763306-1-smb neutron-server[80227]: Metadata agent@dv-cinder-763306-1-smb: {}, Nov 19 05:35:53.869375 dv-cinder-763306-1-smb neutron-server[80227]: Metering agent@dv-cinder-763306-1-smb: {}, Nov 19 05:35:53.869375 dv-cinder-763306-1-smb neutron-server[80227]: Open vSwitch agent@dv-cinder-763306-1-smb: { 'AddressGroup': '1.0', Nov 19 05:35:53.869375 dv-cinder-763306-1-smb neutron-server[80227]: 'ConntrackHelper': '1.0', Nov 19 05:35:53.869375 dv-cinder-763306-1-smb neutron-server[80227]: 'Log': '1.0', Nov 19 05:35:53.869375 dv-cinder-763306-1-smb neutron-server[80227]: 'Network': '1.1', Nov 19 05:35:53.869375 dv-cinder-763306-1-smb neutron-server[80227]: 'Port': '1.6', Nov 19 05:35:53.869375 dv-cinder-763306-1-smb neutron-server[80227]: 'PortForwarding': '1.2', Nov 19 05:35:53.869375 dv-cinder-763306-1-smb neutron-server[80227]: 'QosPolicy': '1.8', Nov 19 05:35:53.869375 dv-cinder-763306-1-smb neutron-server[80227]: 'SecurityGroup': '1.2', Nov 19 05:35:53.869375 dv-cinder-763306-1-smb neutron-server[80227]: 'SecurityGroupRule': '1.0', Nov 19 05:35:53.869375 dv-cinder-763306-1-smb neutron-server[80227]: 'SubPort': '1.0', Nov 19 05:35:53.869375 dv-cinder-763306-1-smb neutron-server[80227]: 'Subnet': '1.1', Nov 19 05:35:53.869375 dv-cinder-763306-1-smb neutron-server[80227]: 'Trunk': '1.1'}} Nov 19 05:35:53.869375 dv-cinder-763306-1-smb neutron-server[80227]: {{(pid=80339) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 05:35:53.907322 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282791720376'] for network, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:35:53.921674 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:35:53.949883 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for network, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:35:53.951166 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:35:53.951850 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for network, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:35:53.956573 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:35:54.065538 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 0.9107141 Nov 19 05:35:54.066250 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Pushing event updated for resources: {'Network': ['ID=42acdf25-87cc-4834-8830-d8e7289dde17,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:35:54.070245 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:35:54.078199 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Network 42acdf25-87cc-4834-8830-d8e7289dde17 details requested by agent ovs-agent-dv-cinder-763306-1-smb with host dv-cinder-763306-1-smb {{(pid=80340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:35:57.179229 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 56720) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:35:57.684520 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233f7c53-bf84-40b2-9c39-1596e13f7353 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:35:57.686011 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-233f7c53-bf84-40b2-9c39-1596e13f7353 admin admin] 10.222.0.16 "GET /v2.0/networks/42acdf25-87cc-4834-8830-d8e7289dde17 HTTP/1.1" status: 200 len: 818 time: 0.5057647 Nov 19 05:35:57.714113 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-d6c2b971-ab0d-45da-b8ab-a48c5fefc348 admin admin] 10.222.0.16 "GET /v2.0/subnetpools/4b58f1f2-32a9-49e0-8ba6-173a32764b74 HTTP/1.1" status: 200 len: 734 time: 0.0219984 Nov 19 05:35:57.723429 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-1e27d059-b6a2-4bee-9296-b62827a7ece1 admin admin] Request body: {'subnet': {'tenant_id': '88e22f788a0749ffb9cb75d33a8fcdbf', 'ip_version': 4, 'subnetpool_id': '4b58f1f2-32a9-49e0-8ba6-173a32764b74', 'network_id': '42acdf25-87cc-4834-8830-d8e7289dde17', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:35:57.728369 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-1e27d059-b6a2-4bee-9296-b62827a7ece1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:35:57.732257 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-1e27d059-b6a2-4bee-9296-b62827a7ece1 admin admin] Usage tracker for resource:subnet and tenant:88e22f788a0749ffb9cb75d33a8fcdbf is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:35:57.735455 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-1e27d059-b6a2-4bee-9296-b62827a7ece1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:35:57.741643 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-1e27d059-b6a2-4bee-9296-b62827a7ece1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:35:57.749824 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e27d059-b6a2-4bee-9296-b62827a7ece1 admin admin] Made reservation on behalf of 88e22f788a0749ffb9cb75d33a8fcdbf for: {'subnet': 1} {{(pid=80339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:35:57.754300 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1e27d059-b6a2-4bee-9296-b62827a7ece1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:35:58.389655 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1e27d059-b6a2-4bee-9296-b62827a7ece1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for subnet, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:35:58.404604 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:35:58.549160 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27d059-b6a2-4bee-9296-b62827a7ece1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f05517d9-5d13-4fe5-aded-a024ea3a7f9b,revision_number=0']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:35:58.552425 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-1e27d059-b6a2-4bee-9296-b62827a7ece1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:35:58.614734 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e27d059-b6a2-4bee-9296-b62827a7ece1 admin admin] Checking segment: {'id': 'c80baec0-d1ca-4338-a190-528d741e9382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '42acdf25-87cc-4834-8830-d8e7289dde17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:35:58.615129 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e27d059-b6a2-4bee-9296-b62827a7ece1 admin admin] Network hostable DHCP agents. Network: 42acdf25-87cc-4834-8830-d8e7289dde17, hostable agents: ['38d37b3f-5317-4144-8207-2d1b2e789405'], hosted agents: [] {{(pid=80339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 05:35:58.638488 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e27d059-b6a2-4bee-9296-b62827a7ece1 admin admin] Network 42acdf25-87cc-4834-8830-d8e7289dde17 is scheduled to be hosted by DHCP agent 38d37b3f-5317-4144-8207-2d1b2e789405 with binding_index 1 {{(pid=80339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 05:35:58.647704 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-1e27d059-b6a2-4bee-9296-b62827a7ece1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-1-smb, 42acdf25-87cc-4834-8830-d8e7289dde17) {{(pid=80339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:35:58.652090 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e27d059-b6a2-4bee-9296-b62827a7ece1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:35:58.652692 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1e27d059-b6a2-4bee-9296-b62827a7ece1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for subnet, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:35:58.656765 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3915c49-abea-4994-b2c0-7bbb0dae18b6 None None] Network 42acdf25-87cc-4834-8830-d8e7289dde17 requested from dv-cinder-763306-1-smb {{(pid=80340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:35:58.671160 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-1e27d059-b6a2-4bee-9296-b62827a7ece1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9512758 Nov 19 05:35:59.054172 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped1c157f-4dcd-59a2-8ff2-6731283fc27f-42acdf25-87cc-4834-8830-d8e7289dde17', 'network_id': '42acdf25-87cc-4834-8830-d8e7289dde17', 'tenant_id': '88e22f788a0749ffb9cb75d33a8fcdbf', 'fixed_ips': [{'subnet_id': 'f05517d9-5d13-4fe5-aded-a024ea3a7f9b'}]}} from dv-cinder-763306-1-smb. {{(pid=80340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 19 05:35:59.055386 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:35:59.397692 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Allocated IP 172.20.0.2 (42acdf25-87cc-4834-8830-d8e7289dde17/f05517d9-5d13-4fe5-aded-a024ea3a7f9b/93df72d7-25a4-4942-9b20-863120f9cbe0) {{(pid=80340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:35:59.635693 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Notify callbacks [] for port, precommit_create {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:35:59.649093 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Transition to ACTIVE for port object 93df72d7-25a4-4942-9b20-863120f9cbe0 will not be triggered until provisioned by entity L2. {{(pid=80340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:35:59.665823 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Transition to ACTIVE for port object 93df72d7-25a4-4942-9b20-863120f9cbe0 will not be triggered until provisioned by entity DHCP. {{(pid=80340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:35:59.671633 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087'] for port, after_create {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:35:59.687852 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:35:59.821642 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Pushing event updated for resources: {'Port': ['ID=93df72d7-25a4-4942-9b20-863120f9cbe0,revision_number=1']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:35:59.844657 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:35:59.845058 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:35:59.845443 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:35:59.845799 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:35:59.846161 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:35:59.846521 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:35:59.846876 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:35:59.847231 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:35:59.847587 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:35:59.847941 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:35:59.848294 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:35:59.848646 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:35:59.849864 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Tracked resource versions report: Nov 19 05:35:59.849864 dv-cinder-763306-1-smb neutron-server[80227]: pushed versions: Nov 19 05:35:59.849864 dv-cinder-763306-1-smb neutron-server[80227]: { 'AddressGroup': {'1.0'}, Nov 19 05:35:59.849864 dv-cinder-763306-1-smb neutron-server[80227]: 'ConntrackHelper': {'1.0'}, Nov 19 05:35:59.849864 dv-cinder-763306-1-smb neutron-server[80227]: 'Log': {'1.0'}, Nov 19 05:35:59.849864 dv-cinder-763306-1-smb neutron-server[80227]: 'Network': {'1.1'}, Nov 19 05:35:59.849864 dv-cinder-763306-1-smb neutron-server[80227]: 'Port': {'1.6'}, Nov 19 05:35:59.849864 dv-cinder-763306-1-smb neutron-server[80227]: 'PortForwarding': {'1.2'}, Nov 19 05:35:59.849864 dv-cinder-763306-1-smb neutron-server[80227]: 'QosPolicy': {'1.8'}, Nov 19 05:35:59.849864 dv-cinder-763306-1-smb neutron-server[80227]: 'SecurityGroup': {'1.2'}, Nov 19 05:35:59.849864 dv-cinder-763306-1-smb neutron-server[80227]: 'SecurityGroupRule': {'1.0'}, Nov 19 05:35:59.849864 dv-cinder-763306-1-smb neutron-server[80227]: 'SubPort': {'1.0'}, Nov 19 05:35:59.849864 dv-cinder-763306-1-smb neutron-server[80227]: 'Subnet': {'1.1'}, Nov 19 05:35:59.849864 dv-cinder-763306-1-smb neutron-server[80227]: 'Trunk': {'1.1'}} Nov 19 05:35:59.849864 dv-cinder-763306-1-smb neutron-server[80227]: consumer versions: Nov 19 05:35:59.849864 dv-cinder-763306-1-smb neutron-server[80227]: { DHCP agent@dv-cinder-763306-1-smb: {}, Nov 19 05:35:59.849864 dv-cinder-763306-1-smb neutron-server[80227]: L3 agent@dv-cinder-763306-1-smb: {}, Nov 19 05:35:59.849864 dv-cinder-763306-1-smb neutron-server[80227]: Metadata agent@dv-cinder-763306-1-smb: {}, Nov 19 05:35:59.849864 dv-cinder-763306-1-smb neutron-server[80227]: Metering agent@dv-cinder-763306-1-smb: {}, Nov 19 05:35:59.849864 dv-cinder-763306-1-smb neutron-server[80227]: Open vSwitch agent@dv-cinder-763306-1-smb: { 'AddressGroup': '1.0', Nov 19 05:35:59.849864 dv-cinder-763306-1-smb neutron-server[80227]: 'ConntrackHelper': '1.0', Nov 19 05:35:59.849864 dv-cinder-763306-1-smb neutron-server[80227]: 'Log': '1.0', Nov 19 05:35:59.849864 dv-cinder-763306-1-smb neutron-server[80227]: 'Network': '1.1', Nov 19 05:35:59.849864 dv-cinder-763306-1-smb neutron-server[80227]: 'Port': '1.6', Nov 19 05:35:59.849864 dv-cinder-763306-1-smb neutron-server[80227]: 'PortForwarding': '1.2', Nov 19 05:35:59.849864 dv-cinder-763306-1-smb neutron-server[80227]: 'QosPolicy': '1.8', Nov 19 05:35:59.849864 dv-cinder-763306-1-smb neutron-server[80227]: 'SecurityGroup': '1.2', Nov 19 05:35:59.849864 dv-cinder-763306-1-smb neutron-server[80227]: 'SecurityGroupRule': '1.0', Nov 19 05:35:59.849864 dv-cinder-763306-1-smb neutron-server[80227]: 'SubPort': '1.0', Nov 19 05:35:59.849864 dv-cinder-763306-1-smb neutron-server[80227]: 'Subnet': '1.1', Nov 19 05:35:59.849864 dv-cinder-763306-1-smb neutron-server[80227]: 'Trunk': '1.1'}} Nov 19 05:35:59.849864 dv-cinder-763306-1-smb neutron-server[80227]: {{(pid=80340) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 05:35:59.856504 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:35:59.893162 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Network 42acdf25-87cc-4834-8830-d8e7289dde17 is already hosted by enough agents. {{(pid=80340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:35:59.894293 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Resources bound (agent type, host, resource id): {{(pid=80340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:35:59.897637 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Received port after_create {{(pid=80340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:36:00.118292 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Attempting to bind port 93df72d7-25a4-4942-9b20-863120f9cbe0 on host dv-cinder-763306-1-smb for vnic_type normal with profile {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:36:00.118720 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Attempting to bind port 93df72d7-25a4-4942-9b20-863120f9cbe0 by drivers openvswitch on host dv-cinder-763306-1-smb at level 0 using segments [{'id': 'c80baec0-d1ca-4338-a190-528d741e9382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '42acdf25-87cc-4834-8830-d8e7289dde17'}] {{(pid=80340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:36:00.119133 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Attempting to bind port 93df72d7-25a4-4942-9b20-863120f9cbe0 on network 42acdf25-87cc-4834-8830-d8e7289dde17 {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:36:00.126161 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Checking agent: {'id': '3b9cbee5-707a-4bcc-ae8c-d4de5d48a910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 35, 44), 'started_at': datetime.datetime(2020, 11, 19, 5, 35, 44), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:36:00.126592 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Checking segment: {'id': 'c80baec0-d1ca-4338-a190-528d741e9382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '42acdf25-87cc-4834-8830-d8e7289dde17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:36:00.127963 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:00.127963 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Bound using segment: {'id': 'c80baec0-d1ca-4338-a190-528d741e9382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '42acdf25-87cc-4834-8830-d8e7289dde17'} {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:36:00.127963 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Bound port: 93df72d7-25a4-4942-9b20-863120f9cbe0, host: dv-cinder-763306-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c80baec0-d1ca-4338-a190-528d741e9382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '42acdf25-87cc-4834-8830-d8e7289dde17'}}] {{(pid=80340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:36:00.128378 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:00.217215 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] For port 93df72d7-25a4-4942-9b20-863120f9cbe0, host dv-cinder-763306-1-smb, cleared binding levels {{(pid=80340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:36:00.221287 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] For port 93df72d7-25a4-4942-9b20-863120f9cbe0, host dv-cinder-763306-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=93df72d7-25a4-4942-9b20-863120f9cbe0,segment=NetworkSegment(c80baec0-d1ca-4338-a190-528d741e9382),segment_id=c80baec0-d1ca-4338-a190-528d741e9382)] {{(pid=80340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:36:00.227363 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:00.242578 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:36:00.395737 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Pushing event updated for resources: {'Port': ['ID=93df72d7-25a4-4942-9b20-863120f9cbe0,revision_number=2']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:36:00.401414 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:36:01.416027 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 56730) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:36:01.848119 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [None req-512413e9-3f13-454f-ac89-d67bb5b8555c admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=80339) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 05:36:01.849254 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-512413e9-3f13-454f-ac89-d67bb5b8555c admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.4322400 Nov 19 05:36:04.108359 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 93df72d7-25a4-4942-9b20-863120f9cbe0 up at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:36:04.180760 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning for port 93df72d7-25a4-4942-9b20-863120f9cbe0 completed by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:36:04.647506 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 56744) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:36:04.824180 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea7da8c-53b6-49d8-9ccd-8567ddc649e1 None None] Network 42acdf25-87cc-4834-8830-d8e7289dde17 requested from dv-cinder-763306-1-smb {{(pid=80340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:36:04.945706 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-a6065fa1-1f5f-42cd-8256-c0e948916050 None None] Provisioning for port 93df72d7-25a4-4942-9b20-863120f9cbe0 completed by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:36:04.960288 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-a6065fa1-1f5f-42cd-8256-c0e948916050 None None] Provisioning complete for port 93df72d7-25a4-4942-9b20-863120f9cbe0 triggered by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:36:04.960689 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a6065fa1-1f5f-42cd-8256-c0e948916050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:05.070014 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [None req-c91cd653-d6fa-46cd-b993-7090e575916e admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=80339) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 05:36:05.071175 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-c91cd653-d6fa-46cd-b993-7090e575916e admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.4226668 Nov 19 05:36:05.176102 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a6065fa1-1f5f-42cd-8256-c0e948916050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:05.228918 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-a6065fa1-1f5f-42cd-8256-c0e948916050 None None] For port 93df72d7-25a4-4942-9b20-863120f9cbe0, host dv-cinder-763306-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=93df72d7-25a4-4942-9b20-863120f9cbe0,segment=NetworkSegment(c80baec0-d1ca-4338-a190-528d741e9382),segment_id=c80baec0-d1ca-4338-a190-528d741e9382)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:36:05.232560 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a6065fa1-1f5f-42cd-8256-c0e948916050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:05.235984 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:36:05.314572 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6065fa1-1f5f-42cd-8256-c0e948916050 None None] Pushing event updated for resources: {'Port': ['ID=93df72d7-25a4-4942-9b20-863120f9cbe0,revision_number=3']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:36:05.317968 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-a6065fa1-1f5f-42cd-8256-c0e948916050 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:36:05.458197 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d159c94f-9cd2-47db-91fd-ad6307502401 None None] Provisioning complete for port 93df72d7-25a4-4942-9b20-863120f9cbe0 triggered by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:36:05.458854 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d159c94f-9cd2-47db-91fd-ad6307502401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:05.702052 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-09f65b85-cfa2-472c-8c20-96ae93637180 None None] Provisioning complete for port 93df72d7-25a4-4942-9b20-863120f9cbe0 triggered by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:36:05.702404 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-09f65b85-cfa2-472c-8c20-96ae93637180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:06.086759 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 93df72d7-25a4-4942-9b20-863120f9cbe0 up at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:36:06.156715 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning complete for port 93df72d7-25a4-4942-9b20-863120f9cbe0 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:36:06.157148 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:08.108949 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 56756) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:36:08.500826 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-1c3b4ca0-d819-4456-8930-c117a1d72b91 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '88e22f788a0749ffb9cb75d33a8fcdbf', 'name': 'router1'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:36:08.506744 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-1c3b4ca0-d819-4456-8930-c117a1d72b91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:36:08.510798 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-1c3b4ca0-d819-4456-8930-c117a1d72b91 admin admin] Usage tracker for resource:router and tenant:88e22f788a0749ffb9cb75d33a8fcdbf is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:36:08.513933 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-1c3b4ca0-d819-4456-8930-c117a1d72b91 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:36:08.519615 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-1c3b4ca0-d819-4456-8930-c117a1d72b91 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:36:08.528335 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1c3b4ca0-d819-4456-8930-c117a1d72b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38373'] for router, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:08.529592 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1c3b4ca0-d819-4456-8930-c117a1d72b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854063313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854019519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737428'] for router, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:08.552379 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1c3b4ca0-d819-4456-8930-c117a1d72b91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:08.652745 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1c3b4ca0-d819-4456-8930-c117a1d72b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854084919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-712537'] for router, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:08.669831 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1c3b4ca0-d819-4456-8930-c117a1d72b91 admin admin] Notify callbacks [] for router, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:08.671054 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-1c3b4ca0-d819-4456-8930-c117a1d72b91 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5608394 Nov 19 05:36:09.906981 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bb4162bd-efda-4a17-acf9-6e595ca18e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:11.344678 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 56766) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:36:11.758603 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [None req-e8f14081-2a4c-4098-bb32-937202a4f29a admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=80339) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 05:36:11.759660 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-e8f14081-2a4c-4098-bb32-937202a4f29a admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.4138880 Nov 19 05:36:12.378036 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-28c46eab-19e5-4ad1-9b18-dd14b95f6fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:12.900011 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:13.858299 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:14.018817 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:14.464640 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 56786) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:36:14.649849 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-e42012ee-5a90-4a7a-828c-fd27e965d9e0 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'router:external': True}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:36:14.655137 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-e42012ee-5a90-4a7a-828c-fd27e965d9e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:36:14.659124 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-e42012ee-5a90-4a7a-828c-fd27e965d9e0 admin admin] Usage tracker for resource:network and tenant:f716a8377a044a61a8aaf1ec074dd34a is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:36:14.662066 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-e42012ee-5a90-4a7a-828c-fd27e965d9e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:36:14.667680 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-e42012ee-5a90-4a7a-828c-fd27e965d9e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:36:14.676259 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42012ee-5a90-4a7a-828c-fd27e965d9e0 admin admin] Made reservation on behalf of f716a8377a044a61a8aaf1ec074dd34a for: {'network': 1} {{(pid=80339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:36:14.681359 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e42012ee-5a90-4a7a-828c-fd27e965d9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for network, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:14.694746 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e42012ee-5a90-4a7a-828c-fd27e965d9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:14.728286 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-e42012ee-5a90-4a7a-828c-fd27e965d9e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:36:14.732057 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-e42012ee-5a90-4a7a-828c-fd27e965d9e0 admin admin] Usage tracker for resource:security_group_rule and tenant:f716a8377a044a61a8aaf1ec074dd34a is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:36:14.735188 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-e42012ee-5a90-4a7a-828c-fd27e965d9e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:36:14.740701 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-e42012ee-5a90-4a7a-828c-fd27e965d9e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:36:14.805554 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e42012ee-5a90-4a7a-828c-fd27e965d9e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:14.807980 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e42012ee-5a90-4a7a-828c-fd27e965d9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:14.812151 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:36:14.826500 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e42012ee-5a90-4a7a-828c-fd27e965d9e0 admin admin] Reserving flat network on physical network physnet1 {{(pid=80339) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Nov 19 05:36:14.854567 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42012ee-5a90-4a7a-828c-fd27e965d9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642997d7-fe64-4b82-8470-4ad18355229f,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:36:14.857639 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e42012ee-5a90-4a7a-828c-fd27e965d9e0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754063638029', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4146814'] for segment, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:14.858224 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e42012ee-5a90-4a7a-828c-fd27e965d9e0 admin admin] Unsubscribe: segment precommit_create {{(pid=80339) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Nov 19 05:36:14.858651 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.db.segments_db [None req-e42012ee-5a90-4a7a-828c-fd27e965d9e0 admin admin] Added segment 570e6a95-1f7f-4238-9052-97fd91c0100f of type flat for network 763d99df-10cd-4fa9-8817-f2839aa5077e Nov 19 05:36:14.860160 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e42012ee-5a90-4a7a-828c-fd27e965d9e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:36:14.891512 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e42012ee-5a90-4a7a-828c-fd27e965d9e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282791720376'] for network, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:14.926900 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e42012ee-5a90-4a7a-828c-fd27e965d9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for network, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:14.928110 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42012ee-5a90-4a7a-828c-fd27e965d9e0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:36:14.928733 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e42012ee-5a90-4a7a-828c-fd27e965d9e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for network, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:14.933537 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:36:15.038537 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-e42012ee-5a90-4a7a-828c-fd27e965d9e0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5726812 Nov 19 05:36:15.039189 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42012ee-5a90-4a7a-828c-fd27e965d9e0 admin admin] Pushing event updated for resources: {'Network': ['ID=763d99df-10cd-4fa9-8817-f2839aa5077e,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:36:15.041917 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e42012ee-5a90-4a7a-828c-fd27e965d9e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:36:15.049122 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Network 763d99df-10cd-4fa9-8817-f2839aa5077e details requested by agent ovs-agent-dv-cinder-763306-1-smb with host dv-cinder-763306-1-smb {{(pid=80340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:36:17.530975 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 56806) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:36:17.673003 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27b8282-a821-4bfd-8654-228b71b5a940 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:36:17.674454 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-e27b8282-a821-4bfd-8654-228b71b5a940 admin admin] 10.222.0.16 "GET /v2.0/subnets/f05517d9-5d13-4fe5-aded-a024ea3a7f9b HTTP/1.1" status: 200 len: 849 time: 0.1423981 Nov 19 05:36:17.824633 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-8449843c-55b4-4568-bda7-2c59814478cf admin admin] 10.222.0.16 "GET /v2.0/routers/cb0a43b3-677e-4698-9791-e7f42748151c HTTP/1.1" status: 200 len: 704 time: 0.1440229 Nov 19 05:36:18.452363 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2eae7865-c4cd-4456-a81c-d4078cedbd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:18.815731 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [None req-2eae7865-c4cd-4456-a81c-d4078cedbd9e admin admin] Allocated IP 172.20.0.1 (42acdf25-87cc-4834-8830-d8e7289dde17/f05517d9-5d13-4fe5-aded-a024ea3a7f9b/5481b562-3783-44c4-b648-6a52ee03c757) {{(pid=80339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:36:18.976511 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2eae7865-c4cd-4456-a81c-d4078cedbd9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:18.994002 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-2eae7865-c4cd-4456-a81c-d4078cedbd9e admin admin] Transition to ACTIVE for port object 5481b562-3783-44c4-b648-6a52ee03c757 will not be triggered until provisioned by entity DHCP. {{(pid=80339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:36:19.039557 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2eae7865-c4cd-4456-a81c-d4078cedbd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087'] for port, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:19.058083 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:36:19.188523 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae7865-c4cd-4456-a81c-d4078cedbd9e admin admin] Pushing event updated for resources: {'Port': ['ID=5481b562-3783-44c4-b648-6a52ee03c757,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:36:19.195641 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-2eae7865-c4cd-4456-a81c-d4078cedbd9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:36:19.246985 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eae7865-c4cd-4456-a81c-d4078cedbd9e admin admin] Network 42acdf25-87cc-4834-8830-d8e7289dde17 is already hosted by enough agents. {{(pid=80339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:36:19.248065 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-2eae7865-c4cd-4456-a81c-d4078cedbd9e admin admin] Resources bound (agent type, host, resource id): {{(pid=80339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:36:19.250295 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eae7865-c4cd-4456-a81c-d4078cedbd9e admin admin] Received port after_create {{(pid=80339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:36:19.250776 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2eae7865-c4cd-4456-a81c-d4078cedbd9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854058995'] for router_interface, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:19.373381 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2eae7865-c4cd-4456-a81c-d4078cedbd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:19.412921 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-65352cc1-9a38-4122-8012-eea3f38cbd9f None None] Provisioning for port 5481b562-3783-44c4-b648-6a52ee03c757 completed by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:36:19.418069 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-65352cc1-9a38-4122-8012-eea3f38cbd9f None None] Provisioning complete for port 5481b562-3783-44c4-b648-6a52ee03c757 triggered by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:36:19.418470 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-65352cc1-9a38-4122-8012-eea3f38cbd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:19.478967 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-65352cc1-9a38-4122-8012-eea3f38cbd9f None None] Port 5481b562-3783-44c4-b648-6a52ee03c757 cannot update to ACTIVE because it is not bound. {{(pid=80340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:36:19.664222 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2eae7865-c4cd-4456-a81c-d4078cedbd9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:19.667655 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2eae7865-c4cd-4456-a81c-d4078cedbd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:19.668743 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2eae7865-c4cd-4456-a81c-d4078cedbd9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851143098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716904'] for router_interface, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:19.683566 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-2eae7865-c4cd-4456-a81c-d4078cedbd9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:36:19.813153 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae7865-c4cd-4456-a81c-d4078cedbd9e admin admin] Pushing event updated for resources: {'Port': ['ID=5481b562-3783-44c4-b648-6a52ee03c757,revision_number=2']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:36:19.815944 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-2eae7865-c4cd-4456-a81c-d4078cedbd9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:36:19.871860 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eae7865-c4cd-4456-a81c-d4078cedbd9e admin admin] Network 42acdf25-87cc-4834-8830-d8e7289dde17 is already hosted by enough agents. {{(pid=80339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:36:19.872957 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-2eae7865-c4cd-4456-a81c-d4078cedbd9e admin admin] Resources bound (agent type, host, resource id): {{(pid=80339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:36:20.102955 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-1feab6b4-014a-43e8-b155-68f4bfdd14d2 None None] Provisioning complete for port 5481b562-3783-44c4-b648-6a52ee03c757 triggered by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:36:20.103285 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1feab6b4-014a-43e8-b155-68f4bfdd14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:20.160400 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-1feab6b4-014a-43e8-b155-68f4bfdd14d2 None None] Port 5481b562-3783-44c4-b648-6a52ee03c757 cannot update to ACTIVE because it is not bound. {{(pid=80340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:36:20.394707 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eae7865-c4cd-4456-a81c-d4078cedbd9e admin admin] Router cb0a43b3-677e-4698-9791-e7f42748151c is scheduled to L3 agent 9d988d7f-fab1-47ee-9f4c-4b1b16993ac8 with binding_index 1 {{(pid=80339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 19 05:36:20.566063 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eae7865-c4cd-4456-a81c-d4078cedbd9e admin admin] Notify agent at l3_agent.dv-cinder-763306-1-smb the message routers_updated {{(pid=80339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:36:20.576080 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-2eae7865-c4cd-4456-a81c-d4078cedbd9e admin admin] 10.222.0.16 "PUT /v2.0/routers/cb0a43b3-677e-4698-9791-e7f42748151c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7460458 Nov 19 05:36:20.578382 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87c7f61-33fd-4adf-a05b-a1758d3835b7 None None] Sync routers for ids ['cb0a43b3-677e-4698-9791-e7f42748151c'] in dv-cinder-763306-1-smb {{(pid=80341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:36:20.592436 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87c7f61-33fd-4adf-a05b-a1758d3835b7 None None] Routers {'cb0a43b3-677e-4698-9791-e7f42748151c'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:36:20.593387 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-c87c7f61-33fd-4adf-a05b-a1758d3835b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:36:12Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['cb0a43b3-677e-4698-9791-e7f42748151c'], 'active': True} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:36:20.776306 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-c87c7f61-33fd-4adf-a05b-a1758d3835b7 None None] Set router cb0a43b3-677e-4698-9791-e7f42748151c gateway port host: None {{(pid=80341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:36:21.153779 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-c87c7f61-33fd-4adf-a05b-a1758d3835b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0a43b3-677e-4698-9791-e7f42748151c', 'name': 'router1', 'tenant_id': '88e22f788a0749ffb9cb75d33a8fcdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:36:08Z', 'updated_at': '2020-11-19T05:36:19Z', 'revision_number': 2, 'project_id': '88e22f788a0749ffb9cb75d33a8fcdbf', 'gw_port_host': None, '_interfaces': [{'id': '5481b562-3783-44c4-b648-6a52ee03c757', 'name': '', 'network_id': '42acdf25-87cc-4834-8830-d8e7289dde17', 'tenant_id': '88e22f788a0749ffb9cb75d33a8fcdbf', 'mac_address': 'fa:16:3e:19:9c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0a43b3-677e-4698-9791-e7f42748151c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f05517d9-5d13-4fe5-aded-a024ea3a7f9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:36:18Z', 'updated_at': '2020-11-19T05:36:19Z', 'revision_number': 2, 'project_id': '88e22f788a0749ffb9cb75d33a8fcdbf', 'subnets': [{'id': 'f05517d9-5d13-4fe5-aded-a024ea3a7f9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b58f1f2-32a9-49e0-8ba6-173a32764b74'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:36:21.158844 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87c7f61-33fd-4adf-a05b-a1758d3835b7 None None] Checking router: cb0a43b3-677e-4698-9791-e7f42748151c for host: dv-cinder-763306-1-smb {{(pid=80341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:36:21.159266 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87c7f61-33fd-4adf-a05b-a1758d3835b7 None None] Updating router cb0a43b3-677e-4698-9791-e7f42748151c port 5481b562-3783-44c4-b648-6a52ee03c757 binding host dv-cinder-763306-1-smb {{(pid=80341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 05:36:21.214083 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c87c7f61-33fd-4adf-a05b-a1758d3835b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:21.654872 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c87c7f61-33fd-4adf-a05b-a1758d3835b7 None None] Notify callbacks [] for port, precommit_update {{(pid=80341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:21.832856 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-c87c7f61-33fd-4adf-a05b-a1758d3835b7 None None] Transition to ACTIVE for port object 5481b562-3783-44c4-b648-6a52ee03c757 will not be triggered until provisioned by entity L2. {{(pid=80341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:36:21.835987 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c87c7f61-33fd-4adf-a05b-a1758d3835b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:21.852320 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:36:21.998702 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233cacf-6491-4c9a-b91f-8edb9add74a9 None None] Pushing event updated for resources: {'Port': ['ID=5481b562-3783-44c4-b648-6a52ee03c757,revision_number=3']} {{(pid=80341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:36:22.016466 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233cacf-6491-4c9a-b91f-8edb9add74a9 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:22.016842 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233cacf-6491-4c9a-b91f-8edb9add74a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:22.017234 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233cacf-6491-4c9a-b91f-8edb9add74a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:22.017596 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233cacf-6491-4c9a-b91f-8edb9add74a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:22.017951 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233cacf-6491-4c9a-b91f-8edb9add74a9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:22.018313 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233cacf-6491-4c9a-b91f-8edb9add74a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:22.018665 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233cacf-6491-4c9a-b91f-8edb9add74a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:22.019015 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233cacf-6491-4c9a-b91f-8edb9add74a9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:22.019366 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233cacf-6491-4c9a-b91f-8edb9add74a9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:22.019713 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233cacf-6491-4c9a-b91f-8edb9add74a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:22.020062 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233cacf-6491-4c9a-b91f-8edb9add74a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:22.020411 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233cacf-6491-4c9a-b91f-8edb9add74a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:22.021574 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233cacf-6491-4c9a-b91f-8edb9add74a9 None None] Tracked resource versions report: Nov 19 05:36:22.021574 dv-cinder-763306-1-smb neutron-server[80227]: pushed versions: Nov 19 05:36:22.021574 dv-cinder-763306-1-smb neutron-server[80227]: { 'AddressGroup': {'1.0'}, Nov 19 05:36:22.021574 dv-cinder-763306-1-smb neutron-server[80227]: 'ConntrackHelper': {'1.0'}, Nov 19 05:36:22.021574 dv-cinder-763306-1-smb neutron-server[80227]: 'Log': {'1.0'}, Nov 19 05:36:22.021574 dv-cinder-763306-1-smb neutron-server[80227]: 'Network': {'1.1'}, Nov 19 05:36:22.021574 dv-cinder-763306-1-smb neutron-server[80227]: 'Port': {'1.6'}, Nov 19 05:36:22.021574 dv-cinder-763306-1-smb neutron-server[80227]: 'PortForwarding': {'1.2'}, Nov 19 05:36:22.021574 dv-cinder-763306-1-smb neutron-server[80227]: 'QosPolicy': {'1.8'}, Nov 19 05:36:22.021574 dv-cinder-763306-1-smb neutron-server[80227]: 'SecurityGroup': {'1.2'}, Nov 19 05:36:22.021574 dv-cinder-763306-1-smb neutron-server[80227]: 'SecurityGroupRule': {'1.0'}, Nov 19 05:36:22.021574 dv-cinder-763306-1-smb neutron-server[80227]: 'SubPort': {'1.0'}, Nov 19 05:36:22.021574 dv-cinder-763306-1-smb neutron-server[80227]: 'Subnet': {'1.1'}, Nov 19 05:36:22.021574 dv-cinder-763306-1-smb neutron-server[80227]: 'Trunk': {'1.1'}} Nov 19 05:36:22.021574 dv-cinder-763306-1-smb neutron-server[80227]: consumer versions: Nov 19 05:36:22.021574 dv-cinder-763306-1-smb neutron-server[80227]: { DHCP agent@dv-cinder-763306-1-smb: {}, Nov 19 05:36:22.021574 dv-cinder-763306-1-smb neutron-server[80227]: L3 agent@dv-cinder-763306-1-smb: {}, Nov 19 05:36:22.021574 dv-cinder-763306-1-smb neutron-server[80227]: Metadata agent@dv-cinder-763306-1-smb: {}, Nov 19 05:36:22.021574 dv-cinder-763306-1-smb neutron-server[80227]: Metering agent@dv-cinder-763306-1-smb: {}, Nov 19 05:36:22.021574 dv-cinder-763306-1-smb neutron-server[80227]: Open vSwitch agent@dv-cinder-763306-1-smb: { 'AddressGroup': '1.0', Nov 19 05:36:22.021574 dv-cinder-763306-1-smb neutron-server[80227]: 'ConntrackHelper': '1.0', Nov 19 05:36:22.021574 dv-cinder-763306-1-smb neutron-server[80227]: 'Log': '1.0', Nov 19 05:36:22.021574 dv-cinder-763306-1-smb neutron-server[80227]: 'Network': '1.1', Nov 19 05:36:22.021574 dv-cinder-763306-1-smb neutron-server[80227]: 'Port': '1.6', Nov 19 05:36:22.021574 dv-cinder-763306-1-smb neutron-server[80227]: 'PortForwarding': '1.2', Nov 19 05:36:22.021574 dv-cinder-763306-1-smb neutron-server[80227]: 'QosPolicy': '1.8', Nov 19 05:36:22.021574 dv-cinder-763306-1-smb neutron-server[80227]: 'SecurityGroup': '1.2', Nov 19 05:36:22.021574 dv-cinder-763306-1-smb neutron-server[80227]: 'SecurityGroupRule': '1.0', Nov 19 05:36:22.021574 dv-cinder-763306-1-smb neutron-server[80227]: 'SubPort': '1.0', Nov 19 05:36:22.021574 dv-cinder-763306-1-smb neutron-server[80227]: 'Subnet': '1.1', Nov 19 05:36:22.021574 dv-cinder-763306-1-smb neutron-server[80227]: 'Trunk': '1.1'}} Nov 19 05:36:22.021574 dv-cinder-763306-1-smb neutron-server[80227]: {{(pid=80341) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 05:36:22.035357 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-3233cacf-6491-4c9a-b91f-8edb9add74a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:36:22.174007 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-c87c7f61-33fd-4adf-a05b-a1758d3835b7 None None] Attempting to bind port 5481b562-3783-44c4-b648-6a52ee03c757 on host dv-cinder-763306-1-smb for vnic_type normal with profile {{(pid=80341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:36:22.174919 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-c87c7f61-33fd-4adf-a05b-a1758d3835b7 None None] Attempting to bind port 5481b562-3783-44c4-b648-6a52ee03c757 by drivers openvswitch on host dv-cinder-763306-1-smb at level 0 using segments [{'id': 'c80baec0-d1ca-4338-a190-528d741e9382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '42acdf25-87cc-4834-8830-d8e7289dde17'}] {{(pid=80341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:36:22.175515 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87c7f61-33fd-4adf-a05b-a1758d3835b7 None None] Attempting to bind port 5481b562-3783-44c4-b648-6a52ee03c757 on network 42acdf25-87cc-4834-8830-d8e7289dde17 {{(pid=80341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:36:22.183291 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87c7f61-33fd-4adf-a05b-a1758d3835b7 None None] Checking agent: {'id': '3b9cbee5-707a-4bcc-ae8c-d4de5d48a910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 35, 44), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 14), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:36:22.183711 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87c7f61-33fd-4adf-a05b-a1758d3835b7 None None] Checking segment: {'id': 'c80baec0-d1ca-4338-a190-528d741e9382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '42acdf25-87cc-4834-8830-d8e7289dde17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:36:22.184170 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c87c7f61-33fd-4adf-a05b-a1758d3835b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:22.184593 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87c7f61-33fd-4adf-a05b-a1758d3835b7 None None] Bound using segment: {'id': 'c80baec0-d1ca-4338-a190-528d741e9382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '42acdf25-87cc-4834-8830-d8e7289dde17'} {{(pid=80341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:36:22.185182 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-c87c7f61-33fd-4adf-a05b-a1758d3835b7 None None] Bound port: 5481b562-3783-44c4-b648-6a52ee03c757, host: dv-cinder-763306-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c80baec0-d1ca-4338-a190-528d741e9382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '42acdf25-87cc-4834-8830-d8e7289dde17'}}] {{(pid=80341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:36:22.185618 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c87c7f61-33fd-4adf-a05b-a1758d3835b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:22.278127 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-c87c7f61-33fd-4adf-a05b-a1758d3835b7 None None] For port 5481b562-3783-44c4-b648-6a52ee03c757, host dv-cinder-763306-1-smb, cleared binding levels {{(pid=80341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:36:22.282454 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-c87c7f61-33fd-4adf-a05b-a1758d3835b7 None None] For port 5481b562-3783-44c4-b648-6a52ee03c757, host dv-cinder-763306-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=5481b562-3783-44c4-b648-6a52ee03c757,segment=NetworkSegment(c80baec0-d1ca-4338-a190-528d741e9382),segment_id=c80baec0-d1ca-4338-a190-528d741e9382)] {{(pid=80341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:36:22.286154 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c87c7f61-33fd-4adf-a05b-a1758d3835b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:22.302154 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-3233cacf-6491-4c9a-b91f-8edb9add74a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:36:22.455514 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233cacf-6491-4c9a-b91f-8edb9add74a9 None None] Pushing event updated for resources: {'Port': ['ID=5481b562-3783-44c4-b648-6a52ee03c757,revision_number=4']} {{(pid=80341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:36:22.460799 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-3233cacf-6491-4c9a-b91f-8edb9add74a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:36:22.512027 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87c7f61-33fd-4adf-a05b-a1758d3835b7 None None] Routers {'cb0a43b3-677e-4698-9791-e7f42748151c'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:36:22.512771 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-c87c7f61-33fd-4adf-a05b-a1758d3835b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:36:12Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['cb0a43b3-677e-4698-9791-e7f42748151c'], 'active': True} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:36:22.678885 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-c87c7f61-33fd-4adf-a05b-a1758d3835b7 None None] Set router cb0a43b3-677e-4698-9791-e7f42748151c gateway port host: None {{(pid=80341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:36:23.013996 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-c87c7f61-33fd-4adf-a05b-a1758d3835b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0a43b3-677e-4698-9791-e7f42748151c', 'name': 'router1', 'tenant_id': '88e22f788a0749ffb9cb75d33a8fcdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:36:08Z', 'updated_at': '2020-11-19T05:36:19Z', 'revision_number': 2, 'project_id': '88e22f788a0749ffb9cb75d33a8fcdbf', 'gw_port_host': None, '_interfaces': [{'id': '5481b562-3783-44c4-b648-6a52ee03c757', 'name': '', 'network_id': '42acdf25-87cc-4834-8830-d8e7289dde17', 'tenant_id': '88e22f788a0749ffb9cb75d33a8fcdbf', 'mac_address': 'fa:16:3e:19:9c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0a43b3-677e-4698-9791-e7f42748151c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f05517d9-5d13-4fe5-aded-a024ea3a7f9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:36:18Z', 'updated_at': '2020-11-19T05:36:22Z', 'revision_number': 4, 'project_id': '88e22f788a0749ffb9cb75d33a8fcdbf', 'subnets': [{'id': 'f05517d9-5d13-4fe5-aded-a024ea3a7f9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b58f1f2-32a9-49e0-8ba6-173a32764b74'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:36:23.018107 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87c7f61-33fd-4adf-a05b-a1758d3835b7 None None] The sync data for ids ['cb0a43b3-677e-4698-9791-e7f42748151c'] in dv-cinder-763306-1-smb is: [{'id': 'cb0a43b3-677e-4698-9791-e7f42748151c', 'name': 'router1', 'tenant_id': '88e22f788a0749ffb9cb75d33a8fcdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:36:08Z', 'updated_at': '2020-11-19T05:36:19Z', 'revision_number': 2, 'project_id': '88e22f788a0749ffb9cb75d33a8fcdbf', 'gw_port_host': None, '_interfaces': [{'id': '5481b562-3783-44c4-b648-6a52ee03c757', 'name': '', 'network_id': '42acdf25-87cc-4834-8830-d8e7289dde17', 'tenant_id': '88e22f788a0749ffb9cb75d33a8fcdbf', 'mac_address': 'fa:16:3e:19:9c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0a43b3-677e-4698-9791-e7f42748151c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f05517d9-5d13-4fe5-aded-a024ea3a7f9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:36:18Z', 'updated_at': '2020-11-19T05:36:22Z', 'revision_number': 4, 'project_id': '88e22f788a0749ffb9cb75d33a8fcdbf', 'subnets': [{'id': 'f05517d9-5d13-4fe5-aded-a024ea3a7f9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b58f1f2-32a9-49e0-8ba6-173a32764b74'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:36:23.133393 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 56818) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:36:23.318442 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cee47a-ea35-4032-9da6-2d45f13481d9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:36:23.319038 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-15cee47a-ea35-4032-9da6-2d45f13481d9 admin admin] Synchronizing usage tracker for tenant:f716a8377a044a61a8aaf1ec074dd34a on resource:network {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:36:23.336029 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-15cee47a-ea35-4032-9da6-2d45f13481d9 admin admin] Unset dirty status for tenant:f716a8377a044a61a8aaf1ec074dd34a on resource:network {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:36:23.343144 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-15cee47a-ea35-4032-9da6-2d45f13481d9 admin admin] 10.222.0.16 "GET /v2.0/networks/763d99df-10cd-4fa9-8817-f2839aa5077e HTTP/1.1" status: 200 len: 842 time: 0.2027907 Nov 19 05:36:23.347727 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-ddc1d2c0-69b2-4dcc-b6b5-0a8af57e1b68 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.28.3.1', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'cidr': '172.28.3.0/24', 'ip_version': 4}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:36:23.353186 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-ddc1d2c0-69b2-4dcc-b6b5-0a8af57e1b68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:36:23.357197 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-ddc1d2c0-69b2-4dcc-b6b5-0a8af57e1b68 admin admin] Usage tracker for resource:subnet and tenant:f716a8377a044a61a8aaf1ec074dd34a is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:36:23.360382 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-ddc1d2c0-69b2-4dcc-b6b5-0a8af57e1b68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:36:23.366661 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-ddc1d2c0-69b2-4dcc-b6b5-0a8af57e1b68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:36:23.375339 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc1d2c0-69b2-4dcc-b6b5-0a8af57e1b68 admin admin] Made reservation on behalf of f716a8377a044a61a8aaf1ec074dd34a for: {'subnet': 1} {{(pid=80339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:36:23.380014 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ddc1d2c0-69b2-4dcc-b6b5-0a8af57e1b68 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:23.819772 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.objects.ports [None req-ddc1d2c0-69b2-4dcc-b6b5-0a8af57e1b68 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80339) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 05:36:23.820238 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ddc1d2c0-69b2-4dcc-b6b5-0a8af57e1b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for subnet, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:23.835113 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:36:23.979359 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1d2c0-69b2-4dcc-b6b5-0a8af57e1b68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77791555-10e6-47e0-b878-932fa2c0a363,revision_number=0']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:36:23.983652 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-ddc1d2c0-69b2-4dcc-b6b5-0a8af57e1b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:36:24.043799 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc1d2c0-69b2-4dcc-b6b5-0a8af57e1b68 admin admin] Checking segment: {'id': '570e6a95-1f7f-4238-9052-97fd91c0100f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:36:24.044193 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc1d2c0-69b2-4dcc-b6b5-0a8af57e1b68 admin admin] Network hostable DHCP agents. Network: 763d99df-10cd-4fa9-8817-f2839aa5077e, hostable agents: ['38d37b3f-5317-4144-8207-2d1b2e789405'], hosted agents: [] {{(pid=80339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 05:36:24.069226 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc1d2c0-69b2-4dcc-b6b5-0a8af57e1b68 admin admin] Network 763d99df-10cd-4fa9-8817-f2839aa5077e is scheduled to be hosted by DHCP agent 38d37b3f-5317-4144-8207-2d1b2e789405 with binding_index 1 {{(pid=80339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 05:36:24.079313 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-ddc1d2c0-69b2-4dcc-b6b5-0a8af57e1b68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-1-smb, 763d99df-10cd-4fa9-8817-f2839aa5077e) {{(pid=80339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:36:24.092189 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc1d2c0-69b2-4dcc-b6b5-0a8af57e1b68 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:36:24.092691 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ddc1d2c0-69b2-4dcc-b6b5-0a8af57e1b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for subnet, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:24.097441 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd4dd19-9430-4567-9e98-973c11f4011e None None] Network 763d99df-10cd-4fa9-8817-f2839aa5077e requested from dv-cinder-763306-1-smb {{(pid=80340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:36:24.121609 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-ddc1d2c0-69b2-4dcc-b6b5-0a8af57e1b68 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7777224 Nov 19 05:36:24.147775 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 5481b562-3783-44c4-b648-6a52ee03c757 up at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:36:24.351734 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning for port 5481b562-3783-44c4-b648-6a52ee03c757 completed by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:36:24.360322 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning complete for port 5481b562-3783-44c4-b648-6a52ee03c757 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:36:24.360718 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:24.455775 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd04e79e-e8f4-40ab-9a76-1463e03b485a None None] Network 763d99df-10cd-4fa9-8817-f2839aa5077e requested from dv-cinder-763306-1-smb {{(pid=80340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:36:24.619202 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:24.706968 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] For port 5481b562-3783-44c4-b648-6a52ee03c757, host dv-cinder-763306-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=5481b562-3783-44c4-b648-6a52ee03c757,segment=NetworkSegment(c80baec0-d1ca-4338-a190-528d741e9382),segment_id=c80baec0-d1ca-4338-a190-528d741e9382)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:36:24.712354 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:24.717891 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-a6065fa1-1f5f-42cd-8256-c0e948916050 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:36:24.952844 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Pushing event updated for resources: {'Port': ['ID=5481b562-3783-44c4-b648-6a52ee03c757,revision_number=5']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:36:24.955908 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:36:26.097009 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 5481b562-3783-44c4-b648-6a52ee03c757 up at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:36:26.169838 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning complete for port 5481b562-3783-44c4-b648-6a52ee03c757 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:36:26.170251 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:26.686456 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 56832) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:36:26.929076 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-af69d03b-e2b4-497b-8e89-3bc673b3b8fd admin admin] 10.222.0.16 "GET /v2.0/routers/cb0a43b3-677e-4698-9791-e7f42748151c HTTP/1.1" status: 200 len: 710 time: 0.2413602 Nov 19 05:36:27.065628 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46767a4-ff36-4f3f-8958-aa62c25d4305 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:36:27.067079 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-a46767a4-ff36-4f3f-8958-aa62c25d4305 admin admin] 10.222.0.16 "GET /v2.0/networks/763d99df-10cd-4fa9-8817-f2839aa5077e HTTP/1.1" status: 200 len: 886 time: 0.1322234 Nov 19 05:36:27.077232 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-8468c2dc-ce12-4190-879d-cb3a659f20a4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e'}}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:36:27.156981 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 5 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:36:27.728585 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8468c2dc-ce12-4190-879d-cb3a659f20a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854063298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737441'] for router, precommit_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:27.918006 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8468c2dc-ce12-4190-879d-cb3a659f20a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:27.951316 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8468c2dc-ce12-4190-879d-cb3a659f20a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:27.964074 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8468c2dc-ce12-4190-879d-cb3a659f20a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:27.995605 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-8468c2dc-ce12-4190-879d-cb3a659f20a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:36:27.999511 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-8468c2dc-ce12-4190-879d-cb3a659f20a4 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:36:28.002453 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-8468c2dc-ce12-4190-879d-cb3a659f20a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:36:28.008045 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-8468c2dc-ce12-4190-879d-cb3a659f20a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:36:28.072961 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8468c2dc-ce12-4190-879d-cb3a659f20a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:28.075490 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8468c2dc-ce12-4190-879d-cb3a659f20a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:28.090742 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:36:28.186497 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468c2dc-ce12-4190-879d-cb3a659f20a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31257f16-71e5-416a-b05a-0f1c759ab1f1,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:36:28.196262 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-8468c2dc-ce12-4190-879d-cb3a659f20a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:36:28.346560 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [None req-8468c2dc-ce12-4190-879d-cb3a659f20a4 admin admin] Allocated IP 172.28.3.9 (763d99df-10cd-4fa9-8817-f2839aa5077e/77791555-10e6-47e0-b878-932fa2c0a363/7d27dc3c-392a-4769-ad93-3660662fd179) {{(pid=80339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:36:28.496349 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8468c2dc-ce12-4190-879d-cb3a659f20a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:28.522008 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8468c2dc-ce12-4190-879d-cb3a659f20a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087'] for port, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:28.537040 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-2eae7865-c4cd-4456-a81c-d4078cedbd9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:36:28.674375 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468c2dc-ce12-4190-879d-cb3a659f20a4 admin admin] Pushing event updated for resources: {'Port': ['ID=7d27dc3c-392a-4769-ad93-3660662fd179,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:36:28.679180 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-8468c2dc-ce12-4190-879d-cb3a659f20a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:36:28.719317 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8468c2dc-ce12-4190-879d-cb3a659f20a4 admin admin] Network 763d99df-10cd-4fa9-8817-f2839aa5077e is already hosted by enough agents. {{(pid=80339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:36:28.720344 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-8468c2dc-ce12-4190-879d-cb3a659f20a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:36:28.722538 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8468c2dc-ce12-4190-879d-cb3a659f20a4 admin admin] Received port after_create {{(pid=80339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:36:28.863069 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8468c2dc-ce12-4190-879d-cb3a659f20a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:29.033132 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8468c2dc-ce12-4190-879d-cb3a659f20a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854063298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737441'] for router, precommit_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:29.037118 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8468c2dc-ce12-4190-879d-cb3a659f20a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-712537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-712502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854063295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854084904'] for router, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:29.238524 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8468c2dc-ce12-4190-879d-cb3a659f20a4 admin admin] Router cb0a43b3-677e-4698-9791-e7f42748151c has already been hosted by L3 agent 9d988d7f-fab1-47ee-9f4c-4b1b16993ac8 {{(pid=80339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:36:29.610761 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8468c2dc-ce12-4190-879d-cb3a659f20a4 admin admin] Notify agent at l3_agent.dv-cinder-763306-1-smb the message routers_updated {{(pid=80339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:36:29.621036 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78c4f28-1d77-4709-a107-49aa898acc94 None None] Sync routers for ids ['cb0a43b3-677e-4698-9791-e7f42748151c'] in dv-cinder-763306-1-smb {{(pid=80340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:36:29.626432 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8468c2dc-ce12-4190-879d-cb3a659f20a4 admin admin] Notify callbacks [] for router, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:29.627680 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-8468c2dc-ce12-4190-879d-cb3a659f20a4 admin admin] 10.222.0.16 "PUT /v2.0/routers/cb0a43b3-677e-4698-9791-e7f42748151c HTTP/1.1" status: 200 len: 888 time: 2.5538888 Nov 19 05:36:29.633713 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78c4f28-1d77-4709-a107-49aa898acc94 None None] Routers {'cb0a43b3-677e-4698-9791-e7f42748151c'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:36:29.634404 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-a78c4f28-1d77-4709-a107-49aa898acc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:36:12Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['cb0a43b3-677e-4698-9791-e7f42748151c'], 'active': True} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:36:29.835043 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-a78c4f28-1d77-4709-a107-49aa898acc94 None None] Set router cb0a43b3-677e-4698-9791-e7f42748151c gateway port host: dv-cinder-763306-1-smb {{(pid=80340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:36:30.189721 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-a78c4f28-1d77-4709-a107-49aa898acc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0a43b3-677e-4698-9791-e7f42748151c', 'name': 'router1', 'tenant_id': '88e22f788a0749ffb9cb75d33a8fcdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '7d27dc3c-392a-4769-ad93-3660662fd179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:36:08Z', 'updated_at': '2020-11-19T05:36:28Z', 'revision_number': 4, 'project_id': '88e22f788a0749ffb9cb75d33a8fcdbf', 'gw_port': {'id': '7d27dc3c-392a-4769-ad93-3660662fd179', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:3f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0a43b3-677e-4698-9791-e7f42748151c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:36:28Z', 'updated_at': '2020-11-19T05:36:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '5481b562-3783-44c4-b648-6a52ee03c757', 'name': '', 'network_id': '42acdf25-87cc-4834-8830-d8e7289dde17', 'tenant_id': '88e22f788a0749ffb9cb75d33a8fcdbf', 'mac_address': 'fa:16:3e:19:9c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a43b3-677e-4698-9791-e7f42748151c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f05517d9-5d13-4fe5-aded-a024ea3a7f9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:36:18Z', 'updated_at': '2020-11-19T05:36:24Z', 'revision_number': 5, 'project_id': '88e22f788a0749ffb9cb75d33a8fcdbf', 'subnets': [{'id': 'f05517d9-5d13-4fe5-aded-a024ea3a7f9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b58f1f2-32a9-49e0-8ba6-173a32764b74'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:36:30.194720 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78c4f28-1d77-4709-a107-49aa898acc94 None None] Checking router: cb0a43b3-677e-4698-9791-e7f42748151c for host: dv-cinder-763306-1-smb {{(pid=80340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:36:30.195111 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78c4f28-1d77-4709-a107-49aa898acc94 None None] Updating router cb0a43b3-677e-4698-9791-e7f42748151c port 7d27dc3c-392a-4769-ad93-3660662fd179 binding host dv-cinder-763306-1-smb {{(pid=80340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 05:36:30.247800 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a78c4f28-1d77-4709-a107-49aa898acc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:30.636523 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a78c4f28-1d77-4709-a107-49aa898acc94 None None] Notify callbacks [] for port, precommit_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:30.648581 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-a78c4f28-1d77-4709-a107-49aa898acc94 None None] Transition to ACTIVE for port object 7d27dc3c-392a-4769-ad93-3660662fd179 will not be triggered until provisioned by entity L2. {{(pid=80340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:36:30.652351 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a78c4f28-1d77-4709-a107-49aa898acc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:30.671505 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:36:30.808596 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74002c-7f8f-44bb-859c-02bc99417a6d None None] Pushing event updated for resources: {'Port': ['ID=7d27dc3c-392a-4769-ad93-3660662fd179,revision_number=2']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:36:30.813512 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-5b74002c-7f8f-44bb-859c-02bc99417a6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:36:30.867936 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-a78c4f28-1d77-4709-a107-49aa898acc94 None None] Attempting to bind port 7d27dc3c-392a-4769-ad93-3660662fd179 on host dv-cinder-763306-1-smb for vnic_type normal with profile {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:36:30.868262 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-a78c4f28-1d77-4709-a107-49aa898acc94 None None] Attempting to bind port 7d27dc3c-392a-4769-ad93-3660662fd179 by drivers openvswitch on host dv-cinder-763306-1-smb at level 0 using segments [{'id': '570e6a95-1f7f-4238-9052-97fd91c0100f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e'}] {{(pid=80340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:36:30.868667 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78c4f28-1d77-4709-a107-49aa898acc94 None None] Attempting to bind port 7d27dc3c-392a-4769-ad93-3660662fd179 on network 763d99df-10cd-4fa9-8817-f2839aa5077e {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:36:30.875555 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78c4f28-1d77-4709-a107-49aa898acc94 None None] Checking agent: {'id': '3b9cbee5-707a-4bcc-ae8c-d4de5d48a910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 35, 44), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 14), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:36:30.875969 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78c4f28-1d77-4709-a107-49aa898acc94 None None] Checking segment: {'id': '570e6a95-1f7f-4238-9052-97fd91c0100f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:36:30.876409 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a78c4f28-1d77-4709-a107-49aa898acc94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:30.876843 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78c4f28-1d77-4709-a107-49aa898acc94 None None] Bound using segment: {'id': '570e6a95-1f7f-4238-9052-97fd91c0100f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e'} {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:36:30.877391 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-a78c4f28-1d77-4709-a107-49aa898acc94 None None] Bound port: 7d27dc3c-392a-4769-ad93-3660662fd179, host: dv-cinder-763306-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570e6a95-1f7f-4238-9052-97fd91c0100f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e'}}] {{(pid=80340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:36:30.877819 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a78c4f28-1d77-4709-a107-49aa898acc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:30.949687 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-a78c4f28-1d77-4709-a107-49aa898acc94 None None] For port 7d27dc3c-392a-4769-ad93-3660662fd179, host dv-cinder-763306-1-smb, cleared binding levels {{(pid=80340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:36:30.953255 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-a78c4f28-1d77-4709-a107-49aa898acc94 None None] For port 7d27dc3c-392a-4769-ad93-3660662fd179, host dv-cinder-763306-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=7d27dc3c-392a-4769-ad93-3660662fd179,segment=NetworkSegment(570e6a95-1f7f-4238-9052-97fd91c0100f),segment_id=570e6a95-1f7f-4238-9052-97fd91c0100f)] {{(pid=80340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:36:30.956188 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a78c4f28-1d77-4709-a107-49aa898acc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:30.975506 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f0e7d1dc-715a-49ef-a4e1-58baa61551f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:36:31.121923 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74002c-7f8f-44bb-859c-02bc99417a6d None None] Pushing event updated for resources: {'Port': ['ID=7d27dc3c-392a-4769-ad93-3660662fd179,revision_number=3']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:36:31.127110 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-5b74002c-7f8f-44bb-859c-02bc99417a6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:36:31.171343 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78c4f28-1d77-4709-a107-49aa898acc94 None None] Routers {'cb0a43b3-677e-4698-9791-e7f42748151c'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:36:31.171997 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-a78c4f28-1d77-4709-a107-49aa898acc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:36:12Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['cb0a43b3-677e-4698-9791-e7f42748151c'], 'active': True} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:36:31.355271 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-a78c4f28-1d77-4709-a107-49aa898acc94 None None] Set router cb0a43b3-677e-4698-9791-e7f42748151c gateway port host: dv-cinder-763306-1-smb {{(pid=80340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:36:31.843078 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-a78c4f28-1d77-4709-a107-49aa898acc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0a43b3-677e-4698-9791-e7f42748151c', 'name': 'router1', 'tenant_id': '88e22f788a0749ffb9cb75d33a8fcdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '7d27dc3c-392a-4769-ad93-3660662fd179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:36:08Z', 'updated_at': '2020-11-19T05:36:28Z', 'revision_number': 4, 'project_id': '88e22f788a0749ffb9cb75d33a8fcdbf', 'gw_port': {'id': '7d27dc3c-392a-4769-ad93-3660662fd179', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:3f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0a43b3-677e-4698-9791-e7f42748151c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:36:28Z', 'updated_at': '2020-11-19T05:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '5481b562-3783-44c4-b648-6a52ee03c757', 'name': '', 'network_id': '42acdf25-87cc-4834-8830-d8e7289dde17', 'tenant_id': '88e22f788a0749ffb9cb75d33a8fcdbf', 'mac_address': 'fa:16:3e:19:9c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a43b3-677e-4698-9791-e7f42748151c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f05517d9-5d13-4fe5-aded-a024ea3a7f9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:36:18Z', 'updated_at': '2020-11-19T05:36:24Z', 'revision_number': 5, 'project_id': '88e22f788a0749ffb9cb75d33a8fcdbf', 'subnets': [{'id': 'f05517d9-5d13-4fe5-aded-a024ea3a7f9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b58f1f2-32a9-49e0-8ba6-173a32764b74'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:36:31.847668 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78c4f28-1d77-4709-a107-49aa898acc94 None None] The sync data for ids ['cb0a43b3-677e-4698-9791-e7f42748151c'] in dv-cinder-763306-1-smb is: [{'id': 'cb0a43b3-677e-4698-9791-e7f42748151c', 'name': 'router1', 'tenant_id': '88e22f788a0749ffb9cb75d33a8fcdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '7d27dc3c-392a-4769-ad93-3660662fd179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:36:08Z', 'updated_at': '2020-11-19T05:36:28Z', 'revision_number': 4, 'project_id': '88e22f788a0749ffb9cb75d33a8fcdbf', 'gw_port': {'id': '7d27dc3c-392a-4769-ad93-3660662fd179', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:3f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0a43b3-677e-4698-9791-e7f42748151c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:36:28Z', 'updated_at': '2020-11-19T05:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '5481b562-3783-44c4-b648-6a52ee03c757', 'name': '', 'network_id': '42acdf25-87cc-4834-8830-d8e7289dde17', 'tenant_id': '88e22f788a0749ffb9cb75d33a8fcdbf', 'mac_address': 'fa:16:3e:19:9c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a43b3-677e-4698-9791-e7f42748151c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f05517d9-5d13-4fe5-aded-a024ea3a7f9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:36:18Z', 'updated_at': '2020-11-19T05:36:24Z', 'revision_number': 5, 'project_id': '88e22f788a0749ffb9cb75d33a8fcdbf', 'subnets': [{'id': 'f05517d9-5d13-4fe5-aded-a024ea3a7f9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b58f1f2-32a9-49e0-8ba6-173a32764b74'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:36:32.139228 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 7d27dc3c-392a-4769-ad93-3660662fd179 up at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:36:32.213606 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning for port 7d27dc3c-392a-4769-ad93-3660662fd179 completed by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:36:32.218730 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning complete for port 7d27dc3c-392a-4769-ad93-3660662fd179 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:36:32.219225 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:32.300073 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 56842) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:36:32.342408 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:32.358737 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] For port 7d27dc3c-392a-4769-ad93-3660662fd179, host dv-cinder-763306-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=7d27dc3c-392a-4769-ad93-3660662fd179,segment=NetworkSegment(570e6a95-1f7f-4238-9052-97fd91c0100f),segment_id=570e6a95-1f7f-4238-9052-97fd91c0100f)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:36:32.362205 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:32.364532 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:36:32.430981 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Pushing event updated for resources: {'Port': ['ID=7d27dc3c-392a-4769-ad93-3660662fd179,revision_number=4']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:36:32.434202 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:36:32.450897 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-51e33eea-538f-488d-bd97-39216339aeaa admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1495986 Nov 19 05:36:34.110320 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 7d27dc3c-392a-4769-ad93-3660662fd179 up at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:36:34.192416 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning complete for port 7d27dc3c-392a-4769-ad93-3660662fd179 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:36:34.192416 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:39.914064 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0f64a527-687f-438a-b246-6e12ce2b0009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:42.382836 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2d175016-002a-4b26-8cb8-24a4d88ebce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:42.904507 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:43.862441 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:44.034649 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:04.162756 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 5 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:37:09.907229 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b4f85a2a-4bad-46ba-896b-617af9542563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:12.376638 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bae32b2e-29ae-4da7-a0cf-69307f17cd07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:12.907998 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:13.865946 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:14.037386 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:39.909377 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3d229d0a-06fd-40c9-9a89-faf9d0fe5ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:41.163518 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 5 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:37:42.384507 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-33d97898-da18-42d7-b816-31b569eb59c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:42.911606 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:43.871847 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:44.044440 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:38:09.911271 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-63a18bbe-d8f2-46a3-a7b6-a1462bd07a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:38:12.376504 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b39fabdd-5be1-49ab-986c-2fff14e36c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:38:12.913760 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:38:13.865356 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:38:14.042666 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:38:18.164769 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 5 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:38:39.912721 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-51055db8-3e1f-4ba5-81f5-06f54b1092e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:38:42.378027 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b8929940-bc70-49b4-a0a6-a1092b2f68df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:38:42.918291 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:38:43.867555 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:38:44.046506 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:38:45.078579 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 57418) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:38:45.187692 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb59885-9871-4831-8149-98308ab23339 admin admin] GET failed (client error): The resource could not be found. Nov 19 05:38:45.189529 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-4cb59885-9871-4831-8149-98308ab23339 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1093757 Nov 19 05:38:45.331080 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90313093-6115-401c-a6c7-20570fd477fd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:38:45.332692 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-90313093-6115-401c-a6c7-20570fd477fd admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1388855 Nov 19 05:38:47.794318 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 57428) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:38:47.938332 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdd013b-b14f-4249-a7ad-f3a90934f2a6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:38:47.938936 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-3cdd013b-b14f-4249-a7ad-f3a90934f2a6 admin admin] Synchronizing usage tracker for tenant:f716a8377a044a61a8aaf1ec074dd34a on resource:subnet {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:38:47.954371 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-3cdd013b-b14f-4249-a7ad-f3a90934f2a6 admin admin] Unset dirty status for tenant:f716a8377a044a61a8aaf1ec074dd34a on resource:subnet {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:38:47.955560 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-3cdd013b-b14f-4249-a7ad-f3a90934f2a6 admin admin] 10.222.0.16 "GET /v2.0/subnets/f05517d9-5d13-4fe5-aded-a024ea3a7f9b HTTP/1.1" status: 200 len: 849 time: 0.1602356 Nov 19 05:38:47.966031 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-00356e99-5ca3-4853-aa96-8e9dcd2b9440 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:38:48.087271 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-00356e99-5ca3-4853-aa96-8e9dcd2b9440 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:38:48.404591 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-00356e99-5ca3-4853-aa96-8e9dcd2b9440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363282791254729'] for subnet, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:38:48.419240 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:38:48.563913 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00356e99-5ca3-4853-aa96-8e9dcd2b9440 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f05517d9-5d13-4fe5-aded-a024ea3a7f9b,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:38:48.579282 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00356e99-5ca3-4853-aa96-8e9dcd2b9440 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:38:48.579658 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00356e99-5ca3-4853-aa96-8e9dcd2b9440 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:38:48.580024 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00356e99-5ca3-4853-aa96-8e9dcd2b9440 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:38:48.580381 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00356e99-5ca3-4853-aa96-8e9dcd2b9440 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:38:48.580736 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00356e99-5ca3-4853-aa96-8e9dcd2b9440 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:38:48.581117 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00356e99-5ca3-4853-aa96-8e9dcd2b9440 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:38:48.581469 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00356e99-5ca3-4853-aa96-8e9dcd2b9440 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:38:48.581821 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00356e99-5ca3-4853-aa96-8e9dcd2b9440 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:38:48.582174 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00356e99-5ca3-4853-aa96-8e9dcd2b9440 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:38:48.582522 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00356e99-5ca3-4853-aa96-8e9dcd2b9440 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:38:48.582869 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00356e99-5ca3-4853-aa96-8e9dcd2b9440 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:38:48.583212 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00356e99-5ca3-4853-aa96-8e9dcd2b9440 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:38:48.586887 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-00356e99-5ca3-4853-aa96-8e9dcd2b9440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:38:48.619020 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00356e99-5ca3-4853-aa96-8e9dcd2b9440 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:38:48.619659 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-00356e99-5ca3-4853-aa96-8e9dcd2b9440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for subnet, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:38:48.625111 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-00356e99-5ca3-4853-aa96-8e9dcd2b9440 admin admin] 10.222.0.16 "PUT /v2.0/subnets/f05517d9-5d13-4fe5-aded-a024ea3a7f9b HTTP/1.1" status: 200 len: 868 time: 0.6590989 Nov 19 05:38:48.625309 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fde86c-7111-4f56-9295-10906e7b18f8 None None] Network 42acdf25-87cc-4834-8830-d8e7289dde17 requested from dv-cinder-763306-1-smb {{(pid=80340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:38:49.119780 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-6119891a-f140-4e69-bd8e-88bcb07fa0cc None None] Provisioning complete for port 93df72d7-25a4-4942-9b20-863120f9cbe0 triggered by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:38:49.120332 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6119891a-f140-4e69-bd8e-88bcb07fa0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:38:49.252656 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-6119891a-f140-4e69-bd8e-88bcb07fa0cc None None] Provisioning complete for port 5481b562-3783-44c4-b648-6a52ee03c757 triggered by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:38:49.253116 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6119891a-f140-4e69-bd8e-88bcb07fa0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:38:51.075764 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 57440) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:38:51.290269 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e081bc-b800-4924-8886-932adf5ce6b7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:38:51.290606 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e081bc-b800-4924-8886-932adf5ce6b7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:38:51.292222 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-e2e081bc-b800-4924-8886-932adf5ce6b7 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2153864 Nov 19 05:38:53.822895 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 57450) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:38:54.034797 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9f1030-2190-47d1-b979-5ee5816dd730 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:38:54.035214 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9f1030-2190-47d1-b979-5ee5816dd730 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:38:54.036816 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-bf9f1030-2190-47d1-b979-5ee5816dd730 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2129064 Nov 19 05:38:55.165642 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 5 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:38:56.499084 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 57460) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:38:56.713799 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda75227-5f21-4bfb-9221-e07bf3e3313f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:38:56.715262 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-bda75227-5f21-4bfb-9221-e07bf3e3313f admin admin] 10.222.0.16 "GET /v2.0/networks/42acdf25-87cc-4834-8830-d8e7289dde17 HTTP/1.1" status: 200 len: 862 time: 0.2151048 Nov 19 05:38:59.177068 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 57470) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:38:59.381138 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75f1ca4-56bf-4ed4-b9ad-11db8991fbff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:38:59.382577 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-d75f1ca4-56bf-4ed4-b9ad-11db8991fbff admin admin] 10.222.0.16 "GET /v2.0/networks/763d99df-10cd-4fa9-8817-f2839aa5077e HTTP/1.1" status: 200 len: 886 time: 0.2045043 Nov 19 05:39:01.829917 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 57480) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:39:01.969770 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d29f70-00d7-4918-897a-aa66c409f0d5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:39:01.970188 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d29f70-00d7-4918-897a-aa66c409f0d5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:39:01.971795 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-68d29f70-00d7-4918-897a-aa66c409f0d5 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1408253 Nov 19 05:39:04.451585 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 57490) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:39:04.592608 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a0168c-67ef-4595-a268-aae0ff47f416 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:39:04.593047 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a0168c-67ef-4595-a268-aae0ff47f416 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:39:04.594684 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-93a0168c-67ef-4595-a268-aae0ff47f416 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1420326 Nov 19 05:39:07.040069 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 57500) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:39:07.179655 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3145533-d72a-4d08-a884-1edfe774f44e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:39:07.181120 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-f3145533-d72a-4d08-a884-1edfe774f44e admin admin] 10.222.0.16 "GET /v2.0/subnets/77791555-10e6-47e0-b878-932fa2c0a363 HTTP/1.1" status: 200 len: 816 time: 0.1399999 Nov 19 05:39:09.619125 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 57510) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:39:09.759355 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40034f2-45cf-4292-a481-3e33418cc086 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:39:09.760781 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-c40034f2-45cf-4292-a481-3e33418cc086 admin admin] 10.222.0.16 "GET /v2.0/subnets/f05517d9-5d13-4fe5-aded-a024ea3a7f9b HTTP/1.1" status: 200 len: 868 time: 0.1406438 Nov 19 05:39:09.915940 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ce202491-daf7-4a07-8615-d41bca525204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:12.381342 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-14d422ac-5516-4e69-b2c1-079e19a333e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:12.920473 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:13.869003 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:14.050254 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:32.166318 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 5 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:39:35.210317 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 57550) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:39:35.287298 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [None req-d4348270-b024-4cdd-b3df-1319c7f2234b admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=80339) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 05:39:35.288366 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-d4348270-b024-4cdd-b3df-1319c7f2234b admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0770407 Nov 19 05:39:37.816447 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 57560) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:39:37.917974 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.pecan_wsgi.hooks.translation [None req-86048b3c-1a17-41b7-977a-3b080685cd9e admin admin] GET failed (client error): The resource could not be found. Nov 19 05:39:37.919264 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-86048b3c-1a17-41b7-977a-3b080685cd9e admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1017730 Nov 19 05:39:38.057331 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65359e1e-a0b9-4aaa-9679-9401aed40e7a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:39:38.058862 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-65359e1e-a0b9-4aaa-9679-9401aed40e7a admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1351855 Nov 19 05:39:39.918912 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-86389245-09cf-44c3-8be4-8090fe7b18e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:40.535476 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 57570) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:39:40.613545 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-a46e8f4d-1983-46de-b1b1-062a18f062df admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:39:40.618382 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-a46e8f4d-1983-46de-b1b1-062a18f062df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:39:40.628656 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-a46e8f4d-1983-46de-b1b1-062a18f062df admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:39:40.637445 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46e8f4d-1983-46de-b1b1-062a18f062df admin admin] Made reservation on behalf of f716a8377a044a61a8aaf1ec074dd34a for: {'network': 1} {{(pid=80339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:39:40.642621 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a46e8f4d-1983-46de-b1b1-062a18f062df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for network, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:40.737039 dv-cinder-763306-1-smb neutron-server[80227]: WARNING neutron.services.revisions.revision_plugin [None req-a46e8f4d-1983-46de-b1b1-062a18f062df admin admin] Could not find related network for resource to bump revision. Nov 19 05:39:40.752036 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a46e8f4d-1983-46de-b1b1-062a18f062df admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 05:39:40.761389 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a46e8f4d-1983-46de-b1b1-062a18f062df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4146814'] for segment, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:40.761794 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.db.segments_db [None req-a46e8f4d-1983-46de-b1b1-062a18f062df admin admin] Added segment 7048d88f-914b-40e9-9d9d-b055ff864c98 of type vxlan for network c687bdf7-6b4a-425d-baab-60e6f8a18629 Nov 19 05:39:40.788350 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a46e8f4d-1983-46de-b1b1-062a18f062df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282791720376'] for network, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:40.816289 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a46e8f4d-1983-46de-b1b1-062a18f062df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for network, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:40.817528 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46e8f4d-1983-46de-b1b1-062a18f062df admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:39:40.818153 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a46e8f4d-1983-46de-b1b1-062a18f062df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for network, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:40.821500 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e42012ee-5a90-4a7a-828c-fd27e965d9e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:39:40.927508 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-a46e8f4d-1983-46de-b1b1-062a18f062df admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.3908775 Nov 19 05:39:40.928247 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e8f4d-1983-46de-b1b1-062a18f062df admin admin] Pushing event updated for resources: {'Network': ['ID=c687bdf7-6b4a-425d-baab-60e6f8a18629,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:39:40.942584 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-a46e8f4d-1983-46de-b1b1-062a18f062df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:39:40.956766 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Network c687bdf7-6b4a-425d-baab-60e6f8a18629 details requested by agent ovs-agent-dv-cinder-763306-1-smb with host dv-cinder-763306-1-smb {{(pid=80340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:39:42.383563 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-85daeb07-0d33-476e-8820-12708485f16b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:42.924372 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:43.400850 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 57580) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:39:43.501702 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.pecan_wsgi.hooks.translation [None req-e70f6dbb-4807-4c96-8811-24e1c7f2eacc admin admin] GET failed (client error): The resource could not be found. Nov 19 05:39:43.502243 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-e70f6dbb-4807-4c96-8811-24e1c7f2eacc admin admin] Synchronizing usage tracker for tenant:f716a8377a044a61a8aaf1ec074dd34a on resource:network {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:39:43.516151 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-e70f6dbb-4807-4c96-8811-24e1c7f2eacc admin admin] Unset dirty status for tenant:f716a8377a044a61a8aaf1ec074dd34a on resource:network {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:39:43.517352 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-e70f6dbb-4807-4c96-8811-24e1c7f2eacc admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1153927 Nov 19 05:39:43.634122 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3641aa96-336c-4f6c-8349-f23ad754b6a3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:39:43.635691 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-3641aa96-336c-4f6c-8349-f23ad754b6a3 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1140151 Nov 19 05:39:43.647014 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-782a6265-e75d-4f9a-bffc-5090552e81da admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'c687bdf7-6b4a-425d-baab-60e6f8a18629', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:39:43.651556 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-782a6265-e75d-4f9a-bffc-5090552e81da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:39:43.661965 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-782a6265-e75d-4f9a-bffc-5090552e81da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:39:43.670448 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782a6265-e75d-4f9a-bffc-5090552e81da admin admin] Made reservation on behalf of f716a8377a044a61a8aaf1ec074dd34a for: {'subnet': 1} {{(pid=80339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:39:43.675074 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-782a6265-e75d-4f9a-bffc-5090552e81da admin admin] Notify callbacks [] for subnet, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:43.870851 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:44.053010 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:44.069226 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-782a6265-e75d-4f9a-bffc-5090552e81da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for subnet, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:44.087562 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:39:44.219892 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a6265-e75d-4f9a-bffc-5090552e81da admin admin] Pushing event updated for resources: {'Subnet': ['ID=61d0abc9-2046-4825-886a-654e8add6d5f,revision_number=0']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:39:44.223787 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-782a6265-e75d-4f9a-bffc-5090552e81da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:39:44.281546 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782a6265-e75d-4f9a-bffc-5090552e81da admin admin] Checking segment: {'id': '7048d88f-914b-40e9-9d9d-b055ff864c98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c687bdf7-6b4a-425d-baab-60e6f8a18629'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:39:44.281929 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782a6265-e75d-4f9a-bffc-5090552e81da admin admin] Network hostable DHCP agents. Network: c687bdf7-6b4a-425d-baab-60e6f8a18629, hostable agents: ['38d37b3f-5317-4144-8207-2d1b2e789405'], hosted agents: [] {{(pid=80339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 05:39:44.302693 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782a6265-e75d-4f9a-bffc-5090552e81da admin admin] Network c687bdf7-6b4a-425d-baab-60e6f8a18629 is scheduled to be hosted by DHCP agent 38d37b3f-5317-4144-8207-2d1b2e789405 with binding_index 1 {{(pid=80339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 05:39:44.310539 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-782a6265-e75d-4f9a-bffc-5090552e81da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-1-smb, c687bdf7-6b4a-425d-baab-60e6f8a18629) {{(pid=80339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:39:44.314769 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782a6265-e75d-4f9a-bffc-5090552e81da admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:39:44.315399 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-782a6265-e75d-4f9a-bffc-5090552e81da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for subnet, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:44.319975 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749224a8-f330-4e46-aa08-69fdb636eea4 None None] Network c687bdf7-6b4a-425d-baab-60e6f8a18629 requested from dv-cinder-763306-1-smb {{(pid=80340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:39:44.339078 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-782a6265-e75d-4f9a-bffc-5090552e81da admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6958883 Nov 19 05:39:44.559229 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped1c157f-4dcd-59a2-8ff2-6731283fc27f-c687bdf7-6b4a-425d-baab-60e6f8a18629', 'network_id': 'c687bdf7-6b4a-425d-baab-60e6f8a18629', 'tenant_id': 'f716a8377a044a61a8aaf1ec074dd34a', 'fixed_ips': [{'subnet_id': '61d0abc9-2046-4825-886a-654e8add6d5f'}]}} from dv-cinder-763306-1-smb. {{(pid=80340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 19 05:39:44.560465 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:44.853830 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Allocated IP 192.168.233.2 (c687bdf7-6b4a-425d-baab-60e6f8a18629/61d0abc9-2046-4825-886a-654e8add6d5f/f7ac8227-9285-429b-8347-1deaab6e6957) {{(pid=80340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:39:45.070969 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Notify callbacks [] for port, precommit_create {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:45.082295 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Transition to ACTIVE for port object f7ac8227-9285-429b-8347-1deaab6e6957 will not be triggered until provisioned by entity L2. {{(pid=80340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:39:45.099052 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Transition to ACTIVE for port object f7ac8227-9285-429b-8347-1deaab6e6957 will not be triggered until provisioned by entity DHCP. {{(pid=80340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:39:45.103766 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087'] for port, after_create {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:45.120533 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:39:45.269702 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Pushing event updated for resources: {'Port': ['ID=f7ac8227-9285-429b-8347-1deaab6e6957,revision_number=1']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:39:45.285914 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:39:45.286298 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:39:45.286674 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:39:45.287043 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:39:45.287418 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:39:45.287781 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:39:45.288146 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:39:45.288505 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:39:45.288867 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:39:45.289253 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:39:45.289614 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:39:45.289974 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:39:45.293971 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:39:45.476196 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Network c687bdf7-6b4a-425d-baab-60e6f8a18629 is already hosted by enough agents. {{(pid=80340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:39:45.477468 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Resources bound (agent type, host, resource id): {{(pid=80340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:39:45.479784 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Received port after_create {{(pid=80340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:39:45.535882 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Attempting to bind port f7ac8227-9285-429b-8347-1deaab6e6957 on host dv-cinder-763306-1-smb for vnic_type normal with profile {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:39:45.536290 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Attempting to bind port f7ac8227-9285-429b-8347-1deaab6e6957 by drivers openvswitch on host dv-cinder-763306-1-smb at level 0 using segments [{'id': '7048d88f-914b-40e9-9d9d-b055ff864c98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c687bdf7-6b4a-425d-baab-60e6f8a18629'}] {{(pid=80340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:39:45.536691 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Attempting to bind port f7ac8227-9285-429b-8347-1deaab6e6957 on network c687bdf7-6b4a-425d-baab-60e6f8a18629 {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:39:45.544215 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Checking agent: {'id': '3b9cbee5-707a-4bcc-ae8c-d4de5d48a910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 35, 44), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 14), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:39:45.544630 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Checking segment: {'id': '7048d88f-914b-40e9-9d9d-b055ff864c98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c687bdf7-6b4a-425d-baab-60e6f8a18629'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:39:45.545910 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:45.545910 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Bound using segment: {'id': '7048d88f-914b-40e9-9d9d-b055ff864c98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c687bdf7-6b4a-425d-baab-60e6f8a18629'} {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:39:45.546108 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Bound port: f7ac8227-9285-429b-8347-1deaab6e6957, host: dv-cinder-763306-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7048d88f-914b-40e9-9d9d-b055ff864c98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c687bdf7-6b4a-425d-baab-60e6f8a18629'}}] {{(pid=80340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:39:45.546486 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:45.643238 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] For port f7ac8227-9285-429b-8347-1deaab6e6957, host dv-cinder-763306-1-smb, cleared binding levels {{(pid=80340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:39:45.647193 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] For port f7ac8227-9285-429b-8347-1deaab6e6957, host dv-cinder-763306-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=f7ac8227-9285-429b-8347-1deaab6e6957,segment=NetworkSegment(7048d88f-914b-40e9-9d9d-b055ff864c98),segment_id=7048d88f-914b-40e9-9d9d-b055ff864c98)] {{(pid=80340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:39:45.649855 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:45.665804 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:39:45.816224 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Pushing event updated for resources: {'Port': ['ID=f7ac8227-9285-429b-8347-1deaab6e6957,revision_number=2']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:39:45.819541 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:39:46.246855 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device f7ac8227-9285-429b-8347-1deaab6e6957 up at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:39:46.322522 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning for port f7ac8227-9285-429b-8347-1deaab6e6957 completed by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:39:47.031427 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57195012-0d3a-42b2-a92e-c4984404bca0 None None] Network c687bdf7-6b4a-425d-baab-60e6f8a18629 requested from dv-cinder-763306-1-smb {{(pid=80340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:39:47.161293 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-42b5d09c-e249-42ec-a2fe-f79ea571e4f8 None None] Provisioning for port f7ac8227-9285-429b-8347-1deaab6e6957 completed by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:39:47.170156 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-42b5d09c-e249-42ec-a2fe-f79ea571e4f8 None None] Provisioning complete for port f7ac8227-9285-429b-8347-1deaab6e6957 triggered by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:39:47.170530 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-42b5d09c-e249-42ec-a2fe-f79ea571e4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:47.383967 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-42b5d09c-e249-42ec-a2fe-f79ea571e4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:47.423473 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-42b5d09c-e249-42ec-a2fe-f79ea571e4f8 None None] For port f7ac8227-9285-429b-8347-1deaab6e6957, host dv-cinder-763306-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=f7ac8227-9285-429b-8347-1deaab6e6957,segment=NetworkSegment(7048d88f-914b-40e9-9d9d-b055ff864c98),segment_id=7048d88f-914b-40e9-9d9d-b055ff864c98)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:39:47.426751 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-42b5d09c-e249-42ec-a2fe-f79ea571e4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:47.429013 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-5b74002c-7f8f-44bb-859c-02bc99417a6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:39:47.500384 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b5d09c-e249-42ec-a2fe-f79ea571e4f8 None None] Pushing event updated for resources: {'Port': ['ID=f7ac8227-9285-429b-8347-1deaab6e6957,revision_number=3']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:39:47.503664 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-42b5d09c-e249-42ec-a2fe-f79ea571e4f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:39:47.650126 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-933f9c67-803f-4bb9-8258-82b7e02f1682 None None] Provisioning complete for port f7ac8227-9285-429b-8347-1deaab6e6957 triggered by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:39:47.650533 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-933f9c67-803f-4bb9-8258-82b7e02f1682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:47.892856 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-f61e0244-ffa9-4362-abc1-2c2c6bad3bfb None None] Provisioning complete for port f7ac8227-9285-429b-8347-1deaab6e6957 triggered by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:39:47.893292 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f61e0244-ffa9-4362-abc1-2c2c6bad3bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:48.213598 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device f7ac8227-9285-429b-8347-1deaab6e6957 up at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:39:48.284395 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning complete for port f7ac8227-9285-429b-8347-1deaab6e6957 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:39:48.284736 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:09.166875 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 5 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:40:09.922078 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b3f276f7-2a05-4c67-8dd1-63f3234c04dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:12.384279 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-258d15bf-a2da-4958-87f9-a833f51b17c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:12.928521 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:13.872151 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:14.056484 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:39.923575 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5bfd476e-7921-4c1c-bca7-02c33493b8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:42.387213 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-827cac20-61ee-46ca-a3db-7d6cad05f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:42.930430 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:43.875030 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:44.061695 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:45.280361 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 57622) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:40:45.286675 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [None req-a81d8202-7f3a-470b-820c-1d54418e513a tempest-verify_tempest_config-1990864233 tempest-verify_tempest_config-1990864233] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=80339) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 05:40:45.287722 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-a81d8202-7f3a-470b-820c-1d54418e513a tempest-verify_tempest_config-1990864233 tempest-verify_tempest_config-1990864233] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12795 time: 0.0063024 Nov 19 05:40:45.631407 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 57642) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:40:45.779271 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-10acc8da-4000-41f3-81c1-f73b939fea2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:45.812607 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-10acc8da-4000-41f3-81c1-f73b939fea2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:40:45.816579 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-10acc8da-4000-41f3-81c1-f73b939fea2e admin admin] Usage tracker for resource:security_group_rule and tenant:9287bb64954845068c77c071e16ed56f is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:40:45.819516 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-10acc8da-4000-41f3-81c1-f73b939fea2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:40:45.825231 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-10acc8da-4000-41f3-81c1-f73b939fea2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:40:45.896231 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-10acc8da-4000-41f3-81c1-f73b939fea2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:45.898767 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-10acc8da-4000-41f3-81c1-f73b939fea2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:45.907938 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-8468c2dc-ce12-4190-879d-cb3a659f20a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:40:46.117846 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10acc8da-4000-41f3-81c1-f73b939fea2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e0fd72-2140-401f-8dc4-a5bde17ebef5,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:40:46.125860 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-10acc8da-4000-41f3-81c1-f73b939fea2e admin admin] Synchronizing usage tracker for tenant:f716a8377a044a61a8aaf1ec074dd34a on resource:security_group {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:40:46.134097 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10acc8da-4000-41f3-81c1-f73b939fea2e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:40:46.134476 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10acc8da-4000-41f3-81c1-f73b939fea2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:40:46.134845 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10acc8da-4000-41f3-81c1-f73b939fea2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:40:46.135208 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10acc8da-4000-41f3-81c1-f73b939fea2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:40:46.135567 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10acc8da-4000-41f3-81c1-f73b939fea2e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:40:46.135928 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10acc8da-4000-41f3-81c1-f73b939fea2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:40:46.136285 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10acc8da-4000-41f3-81c1-f73b939fea2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:40:46.136639 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10acc8da-4000-41f3-81c1-f73b939fea2e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:40:46.137023 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10acc8da-4000-41f3-81c1-f73b939fea2e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:40:46.137379 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10acc8da-4000-41f3-81c1-f73b939fea2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:40:46.137731 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10acc8da-4000-41f3-81c1-f73b939fea2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:40:46.138595 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10acc8da-4000-41f3-81c1-f73b939fea2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:40:46.143172 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-10acc8da-4000-41f3-81c1-f73b939fea2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:40:46.152114 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-10acc8da-4000-41f3-81c1-f73b939fea2e admin admin] Unset dirty status for tenant:f716a8377a044a61a8aaf1ec074dd34a on resource:security_group {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:40:46.155494 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-10acc8da-4000-41f3-81c1-f73b939fea2e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9287bb64954845068c77c071e16ed56f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5230174 Nov 19 05:40:46.156581 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 57648) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:40:46.168083 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 5 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:40:46.218266 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0edd9415-d895-4e7a-bb83-e436842e6f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:46.244330 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0edd9415-d895-4e7a-bb83-e436842e6f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:46.295023 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0edd9415-d895-4e7a-bb83-e436842e6f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:46.299948 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:40:46.312522 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd9415-d895-4e7a-bb83-e436842e6f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e0fd72-2140-401f-8dc4-a5bde17ebef5,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:40:46.315604 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-0edd9415-d895-4e7a-bb83-e436842e6f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:40:46.317558 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0edd9415-d895-4e7a-bb83-e436842e6f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:46.318737 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-0edd9415-d895-4e7a-bb83-e436842e6f78 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e6e0fd72-2140-401f-8dc4-a5bde17ebef5 HTTP/1.1" status: 204 len: 168 time: 0.1611552 Nov 19 05:41:09.924536 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ce496141-b5f1-4a25-9e78-d217161a9ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:41:12.389690 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8cf76c59-bd16-4532-b707-7d469d1f8ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:41:12.937121 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:41:13.876989 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:41:14.064128 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:41:23.169012 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 5 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:41:39.927684 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e1b653bf-bc5a-4ebc-87c2-c1aad22bdbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:41:42.390455 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-29c5a58b-ac18-410a-a191-10f13d4bb5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:41:42.936184 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:41:43.878029 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:41:44.067243 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:42:00.169556 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 5 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:42:09.928280 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-650e7fe3-67ac-48e6-a593-a603aaf99092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:42:12.390910 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-cb3cd5ff-d860-47e2-904d-f9f77cf34c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:42:12.938227 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:42:13.879180 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:42:14.069661 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:42:29.859858 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788'] for agent, after_create {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:42:29.860404 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:42:29.860599 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:42:29.861016 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:42:29.861395 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:42:29.861768 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:42:29.862227 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:42:29.863235 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:42:29.863620 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:42:29.864001 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:42:29.864374 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:42:29.864743 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:42:29.865134 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:42:29.865525 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-76330', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:42:29.869429 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76330', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:42:30.229929 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] get_endpoint_by_host() called for host hv-cinder-76330 {{(pid=80340) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Nov 19 05:42:30.234796 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] get_endpoint_by_ip() called for ip 192.168.0.17 {{(pid=80340) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Nov 19 05:42:30.238004 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] _add_endpoint() called for ip 192.168.0.17 {{(pid=80340) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Nov 19 05:42:30.242572 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] _get_endpoints() called {{(pid=80340) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Nov 19 05:42:37.170780 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 6 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:42:39.929600 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ffa17502-b836-4b98-b463-940df4329c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:42:42.392105 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-857a5886-35e3-4bac-ac09-86f430cad695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:42:42.941112 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:42:43.205544 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 57720) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:42:43.353734 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-bd3dfa41-b1ef-4ccf-b8db-6b1e805791f5 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1470447 Nov 19 05:42:43.881259 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:42:44.075276 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:42:45.833391 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 57730) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:42:45.919900 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-5b307cf6-eb37-4eb8-977a-fa8d2c47db1c admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0853164 Nov 19 05:42:59.866327 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:43:09.929648 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c1cc9754-7325-4639-9289-94ce676b938c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:43:12.392539 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-29e8987f-ec6f-4012-b66a-f4429e471360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:43:12.943441 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:43:13.882948 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:43:14.078247 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:43:14.171794 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 6 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:43:29.864579 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:43:39.954520 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-58cd7020-6fa6-4781-9f18-d7cd84e9831d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:43:42.394388 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e7ef5879-184c-4956-b376-72c07ff94634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:43:42.946149 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:43:43.885258 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:43:44.081554 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:43:51.174815 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 6 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:43:59.869459 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:09.937032 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0060b942-7a5d-40e7-829b-b44c44eb97ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:12.395725 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-46a05ffb-f8fb-47a1-a636-bdbfe030a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:12.947779 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:13.887749 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:14.086596 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:28.178819 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 6 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:44:28.887045 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 57918) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:29.192554 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 57936) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:29.226510 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 57942) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:29.582475 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 57962) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:29.616522 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1859420344-network', 'tenant_id': '17a899bd609f4510af15bbf524aca39c'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:44:29.622988 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:44:29.627983 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Usage tracker for resource:network and tenant:17a899bd609f4510af15bbf524aca39c is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:44:29.631089 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:44:29.637813 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:44:29.651022 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Made reservation on behalf of 17a899bd609f4510af15bbf524aca39c for: {'network': 1} {{(pid=80339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:44:29.652003 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for network, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:29.668325 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:29.701715 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:44:29.705711 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Usage tracker for resource:security_group_rule and tenant:17a899bd609f4510af15bbf524aca39c is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:44:29.708607 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:44:29.714712 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:44:29.786025 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:29.789249 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:29.804993 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 05:44:29.814714 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4146814'] for segment, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:29.815256 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.db.segments_db [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Added segment c08835ce-6c6c-495e-9241-1d413790bd94 of type vxlan for network 860fe5ec-aac7-4da6-92b2-2f86635d7a6b Nov 19 05:44:29.820782 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-64f56511-0aac-4e35-91ab-0dbd0f7f3101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:29.854857 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7c8c3e-1e3b-4ff3-bdf6-e0e75ce2db5d,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:29.872304 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:29.872935 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:29.873326 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:29.873694 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:29.874362 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:29.874716 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:29.875076 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:29.875484 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:29.875838 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:29.876208 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:29.876556 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:29.876926 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:29.877278 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:29.877665 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:29.878008 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:29.878352 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:29.878676 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:29.879171 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:29.879693 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:29.880043 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:29.880386 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:29.880730 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:29.881108 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:29.881457 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:29.881798 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Tracked resource versions report: Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: pushed versions: Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: { 'AddressGroup': {'1.0'}, Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: 'ConntrackHelper': {'1.0'}, Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: 'Log': {'1.0'}, Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: 'Network': {'1.1'}, Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: 'Port': {'1.6'}, Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: 'PortForwarding': {'1.2'}, Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: 'QosPolicy': {'1.8'}, Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: 'SecurityGroup': {'1.2'}, Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: 'SecurityGroupRule': {'1.0'}, Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: 'SubPort': {'1.0'}, Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: 'Subnet': {'1.1'}, Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: 'Trunk': {'1.1'}} Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: consumer versions: Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: { DHCP agent@dv-cinder-763306-1-smb: {}, Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: L3 agent@dv-cinder-763306-1-smb: {}, Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: Metadata agent@dv-cinder-763306-1-smb: {}, Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: Metering agent@dv-cinder-763306-1-smb: {}, Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: Open vSwitch agent@dv-cinder-763306-1-smb: { 'AddressGroup': '1.0', Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: 'ConntrackHelper': '1.0', Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: 'Log': '1.0', Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: 'Network': '1.1', Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: 'Port': '1.6', Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: 'PortForwarding': '1.2', Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: 'QosPolicy': '1.8', Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: 'SecurityGroup': '1.2', Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: 'SecurityGroupRule': '1.0', Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: 'SubPort': '1.0', Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: 'Subnet': '1.1', Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: 'Trunk': '1.1'}, Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: Open vSwitch agent@hv-cinder-76330: { 'AddressGroup': '1.0', Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: 'ConntrackHelper': '1.0', Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: 'Log': '1.0', Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: 'Network': '1.1', Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: 'Port': '1.6', Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: 'PortForwarding': '1.2', Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: 'QosPolicy': '1.8', Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: 'SecurityGroup': '1.2', Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: 'SecurityGroupRule': '1.0', Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: 'SubPort': '1.0', Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: 'Subnet': '1.1', Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: 'Trunk': '1.1'}} Nov 19 05:44:29.883102 dv-cinder-763306-1-smb neutron-server[80227]: {{(pid=80339) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 05:44:29.889615 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:29.893323 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282791720376'] for network, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:29.924484 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for network, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:29.925764 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:44:29.926389 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for network, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:29.931373 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:29.969610 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7746236 Nov 19 05:44:29.971549 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 57976) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:29.977041 dv-cinder-763306-1-smb neutron-server[80227]: WARNING oslo_policy.policy [None req-99e62942-4544-410b-a606-ca2d149fd4d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 05:44:29.977861 dv-cinder-763306-1-smb neutron-server[80227]: WARNING oslo_policy.policy [None req-99e62942-4544-410b-a606-ca2d149fd4d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 05:44:30.060647 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Pushing event updated for resources: {'Network': ['ID=860fe5ec-aac7-4da6-92b2-2f86635d7a6b,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:30.065068 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:30.072989 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Network 860fe5ec-aac7-4da6-92b2-2f86635d7a6b details requested by agent ovs-agent-dv-cinder-763306-1-smb with host dv-cinder-763306-1-smb {{(pid=80340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:44:30.092192 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Network 860fe5ec-aac7-4da6-92b2-2f86635d7a6b details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:44:30.240182 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-99e62942-4544-410b-a606-ca2d149fd4d3 admin admin] Request body: {'subnet': {'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1859420344-subnet', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:44:30.244830 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.quota [None req-99e62942-4544-410b-a606-ca2d149fd4d3 admin admin] Loaded quota_driver: . Nov 19 05:44:30.299865 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-511593106-network', 'tenant_id': '2e7d3f7e9f0543ae8ff7b0d164f37f27'}} {{(pid=80338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:44:30.308590 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-a506aa56-b616-494c-8f1d-18e4837e03c0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1201768390-network', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd'}} {{(pid=80338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:44:30.316165 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-9a919049-4618-46e1-9fda-0836f4c64759 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2112944111-network', 'tenant_id': '95cc84bd2380462fa5557d90947683b9'}} {{(pid=80338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:44:30.331508 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-99e62942-4544-410b-a606-ca2d149fd4d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:44:30.340813 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-a506aa56-b616-494c-8f1d-18e4837e03c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:44:30.343709 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:44:30.346427 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-9a919049-4618-46e1-9fda-0836f4c64759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:44:30.349326 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-99e62942-4544-410b-a606-ca2d149fd4d3 admin admin] Usage tracker for resource:subnet and tenant:17a899bd609f4510af15bbf524aca39c is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:44:30.357479 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-9a919049-4618-46e1-9fda-0836f4c64759 admin admin] Usage tracker for resource:network and tenant:95cc84bd2380462fa5557d90947683b9 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:44:30.361384 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-a506aa56-b616-494c-8f1d-18e4837e03c0 admin admin] Usage tracker for resource:network and tenant:db4540afb2f2457fb8456c53e9da33fd is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:44:30.364576 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-99e62942-4544-410b-a606-ca2d149fd4d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:44:30.370325 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-9a919049-4618-46e1-9fda-0836f4c64759 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:44:30.373970 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-a506aa56-b616-494c-8f1d-18e4837e03c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:44:30.377663 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Usage tracker for resource:network and tenant:2e7d3f7e9f0543ae8ff7b0d164f37f27 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:44:30.390041 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-a506aa56-b616-494c-8f1d-18e4837e03c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:44:30.394790 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:44:30.397913 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-9a919049-4618-46e1-9fda-0836f4c64759 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:44:30.402169 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-99e62942-4544-410b-a606-ca2d149fd4d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:44:30.416602 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:44:30.435532 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a506aa56-b616-494c-8f1d-18e4837e03c0 admin admin] Made reservation on behalf of db4540afb2f2457fb8456c53e9da33fd for: {'network': 1} {{(pid=80338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:44:30.478961 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.policy [None req-a506aa56-b616-494c-8f1d-18e4837e03c0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80338) register_rules /opt/stack/neutron/neutron/policy.py:67}} Nov 19 05:44:30.479967 dv-cinder-763306-1-smb neutron-server[80227]: WARNING oslo_policy.policy [None req-a506aa56-b616-494c-8f1d-18e4837e03c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 05:44:30.480546 dv-cinder-763306-1-smb neutron-server[80227]: WARNING oslo_policy.policy [None req-a506aa56-b616-494c-8f1d-18e4837e03c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 05:44:30.490887 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a506aa56-b616-494c-8f1d-18e4837e03c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for network, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:30.510639 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e62942-4544-410b-a606-ca2d149fd4d3 admin admin] Made reservation on behalf of 17a899bd609f4510af15bbf524aca39c for: {'subnet': 1} {{(pid=80338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:44:30.516244 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-99e62942-4544-410b-a606-ca2d149fd4d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:30.544255 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a919049-4618-46e1-9fda-0836f4c64759 admin admin] Made reservation on behalf of 95cc84bd2380462fa5557d90947683b9 for: {'network': 1} {{(pid=80338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:44:30.552526 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-9a919049-4618-46e1-9fda-0836f4c64759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for network, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:30.571273 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Made reservation on behalf of 2e7d3f7e9f0543ae8ff7b0d164f37f27 for: {'network': 1} {{(pid=80338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:44:30.576784 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for network, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:30.607839 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a506aa56-b616-494c-8f1d-18e4837e03c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:30.648601 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-9a919049-4618-46e1-9fda-0836f4c64759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:30.665003 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:30.840075 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:44:30.863621 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Usage tracker for resource:security_group_rule and tenant:2e7d3f7e9f0543ae8ff7b0d164f37f27 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:44:30.874842 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:44:30.890108 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:44:30.902347 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-9a919049-4618-46e1-9fda-0836f4c64759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:44:30.906990 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-a506aa56-b616-494c-8f1d-18e4837e03c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:44:30.923649 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-a506aa56-b616-494c-8f1d-18e4837e03c0 admin admin] Usage tracker for resource:security_group_rule and tenant:db4540afb2f2457fb8456c53e9da33fd is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:44:30.926736 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-9a919049-4618-46e1-9fda-0836f4c64759 admin admin] Usage tracker for resource:security_group_rule and tenant:95cc84bd2380462fa5557d90947683b9 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:44:30.929566 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-a506aa56-b616-494c-8f1d-18e4837e03c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:44:30.942789 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-9a919049-4618-46e1-9fda-0836f4c64759 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:44:30.945773 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-a506aa56-b616-494c-8f1d-18e4837e03c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:44:30.964490 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-9a919049-4618-46e1-9fda-0836f4c64759 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:44:31.242183 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:31.276667 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:31.309323 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:31.319971 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a506aa56-b616-494c-8f1d-18e4837e03c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:31.346129 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a506aa56-b616-494c-8f1d-18e4837e03c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:31.367542 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 05:44:31.373844 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-9a919049-4618-46e1-9fda-0836f4c64759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:31.392749 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-9a919049-4618-46e1-9fda-0836f4c64759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:31.410071 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754063638029', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4146814'] for segment, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:31.410635 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.db.segments_db [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Added segment 9c5c1266-3ba4-4238-9ed0-9f608c53a521 of type vxlan for network 862f8118-c40f-4658-b1ad-353ef6da3fa1 Nov 19 05:44:31.649270 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:31.699043 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282791720376'] for network, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:31.704239 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:31.704609 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:31.704989 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:31.705344 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:31.705701 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:31.706055 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:31.706409 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:31.706759 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:31.707114 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:31.707462 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:31.707806 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:31.708153 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:31.708541 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:31.708882 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:31.709262 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:31.709595 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:31.709938 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:31.710281 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:31.710621 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:31.710960 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:31.711299 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:31.711641 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:31.711985 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:31.712336 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Tracked resource versions report: Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: pushed versions: Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: { 'AddressGroup': {'1.0'}, Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: 'ConntrackHelper': {'1.0'}, Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: 'Log': {'1.0'}, Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: 'Network': {'1.1'}, Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: 'Port': {'1.6'}, Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: 'PortForwarding': {'1.2'}, Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: 'QosPolicy': {'1.8'}, Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: 'SecurityGroup': {'1.2'}, Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: 'SecurityGroupRule': {'1.0'}, Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: 'SubPort': {'1.0'}, Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: 'Subnet': {'1.1'}, Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: 'Trunk': {'1.1'}} Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: consumer versions: Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: { DHCP agent@dv-cinder-763306-1-smb: {}, Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: L3 agent@dv-cinder-763306-1-smb: {}, Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: Metadata agent@dv-cinder-763306-1-smb: {}, Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: Metering agent@dv-cinder-763306-1-smb: {}, Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: Open vSwitch agent@dv-cinder-763306-1-smb: { 'AddressGroup': '1.0', Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: 'ConntrackHelper': '1.0', Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: 'Log': '1.0', Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: 'Network': '1.1', Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: 'Port': '1.6', Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: 'PortForwarding': '1.2', Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: 'QosPolicy': '1.8', Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: 'SecurityGroup': '1.2', Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: 'SecurityGroupRule': '1.0', Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: 'SubPort': '1.0', Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: 'Subnet': '1.1', Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: 'Trunk': '1.1'}, Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: Open vSwitch agent@hv-cinder-76330: { 'AddressGroup': '1.0', Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: 'ConntrackHelper': '1.0', Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: 'Log': '1.0', Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: 'Network': '1.1', Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: 'Port': '1.6', Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: 'PortForwarding': '1.2', Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: 'QosPolicy': '1.8', Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: 'SecurityGroup': '1.2', Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: 'SecurityGroupRule': '1.0', Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: 'SubPort': '1.0', Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: 'Subnet': '1.1', Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: 'Trunk': '1.1'}} Nov 19 05:44:31.714251 dv-cinder-763306-1-smb neutron-server[80227]: {{(pid=80338) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 05:44:31.787162 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:31.800512 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.424s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:31.833863 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 58052) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:31.870039 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for network, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:31.879242 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a506aa56-b616-494c-8f1d-18e4837e03c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5e88f0-1e02-4db4-9d1b-87c562361f1c,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:31.895650 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.db.api [None req-9a919049-4618-46e1-9fda-0836f4c64759 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80338) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 05:44:31.898647 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_db.api [None req-9a919049-4618-46e1-9fda-0836f4c64759 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 05:44:31.901487 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.db.api [None req-a506aa56-b616-494c-8f1d-18e4837e03c0 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80338) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 05:44:31.904041 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_db.api [None req-a506aa56-b616-494c-8f1d-18e4837e03c0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 05:44:31.938868 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:44:31.939774 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for network, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:31.943558 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a919049-4618-46e1-9fda-0836f4c64759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33910df-aba9-46b7-9fba-42f981823735,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:31.961033 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-9a919049-4618-46e1-9fda-0836f4c64759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:31.965631 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.529s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:31.966098 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:31.973537 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:32.080779 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Pushing event updated for resources: {'Network': ['ID=862f8118-c40f-4658-b1ad-353ef6da3fa1,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:32.098778 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:32.100707 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Network 862f8118-c40f-4658-b1ad-353ef6da3fa1 details requested by agent ovs-agent-dv-cinder-763306-1-smb with host dv-cinder-763306-1-smb {{(pid=80340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:44:32.151464 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Network 862f8118-c40f-4658-b1ad-353ef6da3fa1 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:44:32.172000 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-99e62942-4544-410b-a606-ca2d149fd4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for subnet, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:32.195076 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:32.254833 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.0265293 Nov 19 05:44:32.258106 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 58074) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:32.264798 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-5ec46af1-9f4b-4bb3-95c5-7925e58bbd6a admin admin] Request body: {'subnet': {'network_id': '862f8118-c40f-4658-b1ad-353ef6da3fa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-511593106-subnet', 'tenant_id': '2e7d3f7e9f0543ae8ff7b0d164f37f27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:44:32.276054 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-5ec46af1-9f4b-4bb3-95c5-7925e58bbd6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:44:32.285938 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-5ec46af1-9f4b-4bb3-95c5-7925e58bbd6a admin admin] Usage tracker for resource:subnet and tenant:2e7d3f7e9f0543ae8ff7b0d164f37f27 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:44:32.292826 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-5ec46af1-9f4b-4bb3-95c5-7925e58bbd6a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:44:32.304942 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-5ec46af1-9f4b-4bb3-95c5-7925e58bbd6a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:44:32.334114 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec46af1-9f4b-4bb3-95c5-7925e58bbd6a admin admin] Made reservation on behalf of 2e7d3f7e9f0543ae8ff7b0d164f37f27 for: {'subnet': 1} {{(pid=80339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:44:32.339796 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5ec46af1-9f4b-4bb3-95c5-7925e58bbd6a admin admin] Notify callbacks [] for subnet, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:32.352536 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e62942-4544-410b-a606-ca2d149fd4d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79de99d1-0c92-4ca9-b38b-41526eec1217,revision_number=0']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:32.359378 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-99e62942-4544-410b-a606-ca2d149fd4d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:32.406017 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-9a919049-4618-46e1-9fda-0836f4c64759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for network, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:32.419262 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a506aa56-b616-494c-8f1d-18e4837e03c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for network, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:32.479619 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a506aa56-b616-494c-8f1d-18e4837e03c0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 05:44:32.489271 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a506aa56-b616-494c-8f1d-18e4837e03c0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754063638029', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4146814'] for segment, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:32.489698 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.db.segments_db [None req-a506aa56-b616-494c-8f1d-18e4837e03c0 admin admin] Added segment 1bac46a1-971a-466a-ba00-4392d3f174e2 of type vxlan for network 304e1383-f09c-4327-99c9-7961728842fc Nov 19 05:44:32.523809 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a506aa56-b616-494c-8f1d-18e4837e03c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282791720376'] for network, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:32.601199 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e62942-4544-410b-a606-ca2d149fd4d3 admin admin] Checking segment: {'id': 'c08835ce-6c6c-495e-9241-1d413790bd94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:44:32.601616 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e62942-4544-410b-a606-ca2d149fd4d3 admin admin] Network hostable DHCP agents. Network: 860fe5ec-aac7-4da6-92b2-2f86635d7a6b, hostable agents: ['38d37b3f-5317-4144-8207-2d1b2e789405'], hosted agents: [] {{(pid=80338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 05:44:32.606284 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a506aa56-b616-494c-8f1d-18e4837e03c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for network, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:32.621069 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a506aa56-b616-494c-8f1d-18e4837e03c0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:44:32.621707 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a506aa56-b616-494c-8f1d-18e4837e03c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for network, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:32.635044 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:32.696464 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e811e967-332d-43aa-be91-f7851092ed62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:32.706260 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a919049-4618-46e1-9fda-0836f4c64759 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 05:44:32.736284 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-e811e967-332d-43aa-be91-f7851092ed62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:44:32.740921 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-e811e967-332d-43aa-be91-f7851092ed62 admin admin] Usage tracker for resource:security_group_rule and tenant:0cc450a435444f48be73d37a4d0f4a63 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:44:32.744284 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-e811e967-332d-43aa-be91-f7851092ed62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:44:32.751133 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-e811e967-332d-43aa-be91-f7851092ed62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:44:32.798774 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-9a919049-4618-46e1-9fda-0836f4c64759 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754063638029', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4146814'] for segment, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:32.799151 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.db.segments_db [None req-9a919049-4618-46e1-9fda-0836f4c64759 admin admin] Added segment d95ffc5b-9ed4-434a-b239-9bb69df652f1 of type vxlan for network 2e36ff25-d385-41fd-a3e3-e3a67e84557f Nov 19 05:44:32.809868 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-a506aa56-b616-494c-8f1d-18e4837e03c0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.2262609 Nov 19 05:44:32.813323 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a506aa56-b616-494c-8f1d-18e4837e03c0 admin admin] Pushing event updated for resources: {'Network': ['ID=304e1383-f09c-4327-99c9-7961728842fc,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:32.816394 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-a506aa56-b616-494c-8f1d-18e4837e03c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:32.820663 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 58090) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:32.827856 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Network 304e1383-f09c-4327-99c9-7961728842fc details requested by agent ovs-agent-dv-cinder-763306-1-smb with host dv-cinder-763306-1-smb {{(pid=80340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:44:32.836613 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-bc7e9006-fa3a-4058-bfb0-4a2b531e5ca2 admin admin] Request body: {'subnet': {'network_id': '304e1383-f09c-4327-99c9-7961728842fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1201768390-subnet', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:44:32.852472 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-bc7e9006-fa3a-4058-bfb0-4a2b531e5ca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:44:32.855455 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e62942-4544-410b-a606-ca2d149fd4d3 admin admin] Network 860fe5ec-aac7-4da6-92b2-2f86635d7a6b is scheduled to be hosted by DHCP agent 38d37b3f-5317-4144-8207-2d1b2e789405 with binding_index 1 {{(pid=80338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 05:44:32.865833 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-bc7e9006-fa3a-4058-bfb0-4a2b531e5ca2 admin admin] Usage tracker for resource:subnet and tenant:db4540afb2f2457fb8456c53e9da33fd is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:44:32.872177 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-bc7e9006-fa3a-4058-bfb0-4a2b531e5ca2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:44:32.876551 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-9a919049-4618-46e1-9fda-0836f4c64759 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282791720376'] for network, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:32.887066 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-bc7e9006-fa3a-4058-bfb0-4a2b531e5ca2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:44:32.892216 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-99e62942-4544-410b-a606-ca2d149fd4d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-1-smb, 860fe5ec-aac7-4da6-92b2-2f86635d7a6b) {{(pid=80338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:44:32.897665 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e62942-4544-410b-a606-ca2d149fd4d3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:44:32.898309 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-99e62942-4544-410b-a606-ca2d149fd4d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for subnet, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:32.920440 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e811e967-332d-43aa-be91-f7851092ed62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:32.933469 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e811e967-332d-43aa-be91-f7851092ed62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:32.936278 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7e9006-fa3a-4058-bfb0-4a2b531e5ca2 admin admin] Made reservation on behalf of db4540afb2f2457fb8456c53e9da33fd for: {'subnet': 1} {{(pid=80338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:44:32.941899 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bc7e9006-fa3a-4058-bfb0-4a2b531e5ca2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:32.958012 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Network 304e1383-f09c-4327-99c9-7961728842fc details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:44:32.970286 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-99e62942-4544-410b-a606-ca2d149fd4d3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9951787 Nov 19 05:44:32.974144 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c371fc35-7bd0-4b98-9793-19d1b2ac9d1a None None] Network 860fe5ec-aac7-4da6-92b2-2f86635d7a6b requested from dv-cinder-763306-1-smb {{(pid=80340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:44:32.975926 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 58096) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:32.993218 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-10acc8da-4000-41f3-81c1-f73b939fea2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:32.998862 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-7dc17182-8b25-4a4c-8e68-02b208828140 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1859420344-router', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e'}}} {{(pid=80338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:44:33.007136 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-7dc17182-8b25-4a4c-8e68-02b208828140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:44:33.013885 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-9a919049-4618-46e1-9fda-0836f4c64759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for network, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:33.015311 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-7dc17182-8b25-4a4c-8e68-02b208828140 admin admin] Usage tracker for resource:router and tenant:17a899bd609f4510af15bbf524aca39c is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:44:33.070607 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-7dc17182-8b25-4a4c-8e68-02b208828140 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:44:33.074256 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a919049-4618-46e1-9fda-0836f4c64759 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:44:33.074900 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-9a919049-4618-46e1-9fda-0836f4c64759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for network, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:33.089108 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:33.091268 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-e811e967-332d-43aa-be91-f7851092ed62 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0cc450a435444f48be73d37a4d0f4a63&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2559547 Nov 19 05:44:33.103071 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 58106) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:33.116119 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-7dc17182-8b25-4a4c-8e68-02b208828140 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:44:33.135152 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811e967-332d-43aa-be91-f7851092ed62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3332ac30-3b38-4f3b-ab8c-c3ae54a544c8,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:33.147977 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e811e967-332d-43aa-be91-f7851092ed62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:33.227272 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-9a919049-4618-46e1-9fda-0836f4c64759 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 4.3370271 Nov 19 05:44:33.228385 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-7dc17182-8b25-4a4c-8e68-02b208828140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38373'] for router, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:33.230927 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-7dc17182-8b25-4a4c-8e68-02b208828140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854063313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854019519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737428'] for router, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:33.237296 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 58114) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:33.254683 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-587ef20e-c88f-4c55-8b0c-09d61a3673bb admin admin] Request body: {'subnet': {'network_id': '2e36ff25-d385-41fd-a3e3-e3a67e84557f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2112944111-subnet', 'tenant_id': '95cc84bd2380462fa5557d90947683b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:44:33.397420 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-587ef20e-c88f-4c55-8b0c-09d61a3673bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:44:33.414040 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped1c157f-4dcd-59a2-8ff2-6731283fc27f-860fe5ec-aac7-4da6-92b2-2f86635d7a6b', 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'fixed_ips': [{'subnet_id': '79de99d1-0c92-4ca9-b38b-41526eec1217'}]}} from dv-cinder-763306-1-smb. {{(pid=80340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 19 05:44:33.415877 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:33.427326 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a919049-4618-46e1-9fda-0836f4c64759 admin admin] Pushing event updated for resources: {'Network': ['ID=2e36ff25-d385-41fd-a3e3-e3a67e84557f,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:33.430352 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-587ef20e-c88f-4c55-8b0c-09d61a3673bb admin admin] Usage tracker for resource:subnet and tenant:95cc84bd2380462fa5557d90947683b9 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:44:33.435466 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-7c09291b-db33-4014-8d7b-127cfe096a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:33.439875 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-9a919049-4618-46e1-9fda-0836f4c64759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:33.440056 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-587ef20e-c88f-4c55-8b0c-09d61a3673bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:44:33.459951 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5ec46af1-9f4b-4bb3-95c5-7925e58bbd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for subnet, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:33.461055 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-587ef20e-c88f-4c55-8b0c-09d61a3673bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:44:33.472314 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Network 2e36ff25-d385-41fd-a3e3-e3a67e84557f details requested by agent ovs-agent-dv-cinder-763306-1-smb with host dv-cinder-763306-1-smb {{(pid=80340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:44:33.491164 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-7dc17182-8b25-4a4c-8e68-02b208828140 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:33.501747 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Network 2e36ff25-d385-41fd-a3e3-e3a67e84557f details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:44:33.516518 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-782a6265-e75d-4f9a-bffc-5090552e81da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:33.561364 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-7c09291b-db33-4014-8d7b-127cfe096a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:33.598295 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587ef20e-c88f-4c55-8b0c-09d61a3673bb admin admin] Made reservation on behalf of 95cc84bd2380462fa5557d90947683b9 for: {'subnet': 1} {{(pid=80339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:44:33.602979 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-587ef20e-c88f-4c55-8b0c-09d61a3673bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:33.707571 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 58128) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:33.786682 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec46af1-9f4b-4bb3-95c5-7925e58bbd6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=12c931fa-83f1-4bd4-970f-5ff8c913a3bb,revision_number=0']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:33.853943 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-5ec46af1-9f4b-4bb3-95c5-7925e58bbd6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:33.882190 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-7dc17182-8b25-4a4c-8e68-02b208828140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854063298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737441'] for router, precommit_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:33.918506 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-7c09291b-db33-4014-8d7b-127cfe096a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:33.927535 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:33.953686 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c09291b-db33-4014-8d7b-127cfe096a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3332ac30-3b38-4f3b-ab8c-c3ae54a544c8,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:33.958999 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-7c09291b-db33-4014-8d7b-127cfe096a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:34.004972 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec46af1-9f4b-4bb3-95c5-7925e58bbd6a admin admin] Checking segment: {'id': '9c5c1266-3ba4-4238-9ed0-9f608c53a521', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '862f8118-c40f-4658-b1ad-353ef6da3fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:44:34.005349 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec46af1-9f4b-4bb3-95c5-7925e58bbd6a admin admin] Network hostable DHCP agents. Network: 862f8118-c40f-4658-b1ad-353ef6da3fa1, hostable agents: ['38d37b3f-5317-4144-8207-2d1b2e789405'], hosted agents: [] {{(pid=80339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 05:44:34.078929 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-7c09291b-db33-4014-8d7b-127cfe096a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:34.082752 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-7c09291b-db33-4014-8d7b-127cfe096a72 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3332ac30-3b38-4f3b-ab8c-c3ae54a544c8 HTTP/1.1" status: 204 len: 168 time: 0.9737835 Nov 19 05:44:34.145507 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec46af1-9f4b-4bb3-95c5-7925e58bbd6a admin admin] Network 862f8118-c40f-4658-b1ad-353ef6da3fa1 is scheduled to be hosted by DHCP agent 38d37b3f-5317-4144-8207-2d1b2e789405 with binding_index 1 {{(pid=80339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 05:44:34.170579 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-5ec46af1-9f4b-4bb3-95c5-7925e58bbd6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-1-smb, 862f8118-c40f-4658-b1ad-353ef6da3fa1) {{(pid=80339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:44:34.178425 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec46af1-9f4b-4bb3-95c5-7925e58bbd6a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:44:34.180528 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5ec46af1-9f4b-4bb3-95c5-7925e58bbd6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for subnet, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:34.180873 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf8dd8b-a9cc-4365-aeee-69db9c2738e7 None None] Network 862f8118-c40f-4658-b1ad-353ef6da3fa1 requested from dv-cinder-763306-1-smb {{(pid=80340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:44:34.185808 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-82cf9c5f-7544-40d0-9847-08b66604efc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:34.223463 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-5ec46af1-9f4b-4bb3-95c5-7925e58bbd6a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9637392 Nov 19 05:44:34.224540 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 58158) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:34.234178 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-88b34ccb-bd1f-4bc3-9d39-37f812794569 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-511593106-router', 'tenant_id': '2e7d3f7e9f0543ae8ff7b0d164f37f27', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e'}}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:44:34.305822 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-88b34ccb-bd1f-4bc3-9d39-37f812794569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:44:34.317116 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-88b34ccb-bd1f-4bc3-9d39-37f812794569 admin admin] Usage tracker for resource:router and tenant:2e7d3f7e9f0543ae8ff7b0d164f37f27 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:44:34.321700 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-88b34ccb-bd1f-4bc3-9d39-37f812794569 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:44:34.345632 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-88b34ccb-bd1f-4bc3-9d39-37f812794569 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:44:34.360187 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bc7e9006-fa3a-4058-bfb0-4a2b531e5ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for subnet, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:34.385037 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:34.388980 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-88b34ccb-bd1f-4bc3-9d39-37f812794569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38373'] for router, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:34.390352 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-88b34ccb-bd1f-4bc3-9d39-37f812794569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854063313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854019519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737428'] for router, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:34.411962 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-82cf9c5f-7544-40d0-9847-08b66604efc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:44:34.439235 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-88b34ccb-bd1f-4bc3-9d39-37f812794569 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:34.451052 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-82cf9c5f-7544-40d0-9847-08b66604efc6 admin admin] Usage tracker for resource:security_group_rule and tenant:624f3653c3774b9e8a2201a983bf059b is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:44:34.463054 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-82cf9c5f-7544-40d0-9847-08b66604efc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:44:34.479655 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-82cf9c5f-7544-40d0-9847-08b66604efc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:44:34.579167 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e9006-fa3a-4058-bfb0-4a2b531e5ca2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c37d305-86c3-49f3-a016-f0e689dbb363,revision_number=0']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:34.587034 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-bc7e9006-fa3a-4058-bfb0-4a2b531e5ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:34.604007 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-587ef20e-c88f-4c55-8b0c-09d61a3673bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for subnet, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:34.615604 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261f3034-cbae-4490-b47f-092ef5244ca0 None None] Network 862f8118-c40f-4658-b1ad-353ef6da3fa1 requested from dv-cinder-763306-1-smb {{(pid=80340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:44:34.735494 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Allocated IP 172.20.0.2 (860fe5ec-aac7-4da6-92b2-2f86635d7a6b/79de99d1-0c92-4ca9-b38b-41526eec1217/b63f83e6-8e4e-43c7-a484-fdc2818cadbd) {{(pid=80340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:44:34.744595 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-7dc17182-8b25-4a4c-8e68-02b208828140 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:34.771808 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-ddc1d2c0-69b2-4dcc-b6b5-0a8af57e1b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:34.792521 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-7dc17182-8b25-4a4c-8e68-02b208828140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:34.827022 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 58182) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:34.847437 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-82cf9c5f-7544-40d0-9847-08b66604efc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:34.877517 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-82cf9c5f-7544-40d0-9847-08b66604efc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:34.906501 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:34.913570 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-88b34ccb-bd1f-4bc3-9d39-37f812794569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854063298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737441'] for router, precommit_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:34.981795 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7e9006-fa3a-4058-bfb0-4a2b531e5ca2 admin admin] Checking segment: {'id': '1bac46a1-971a-466a-ba00-4392d3f174e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '304e1383-f09c-4327-99c9-7961728842fc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:44:34.981989 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7e9006-fa3a-4058-bfb0-4a2b531e5ca2 admin admin] Network hostable DHCP agents. Network: 304e1383-f09c-4327-99c9-7961728842fc, hostable agents: ['38d37b3f-5317-4144-8207-2d1b2e789405'], hosted agents: [] {{(pid=80338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 05:44:34.993866 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0b92854c-744b-45ac-b929-51b0298a0280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:35.037277 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf9c5f-7544-40d0-9847-08b66604efc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c86e7a-8da3-48ed-94e8-2a49e0dbcd8f,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:35.039869 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ef20e-c88f-4c55-8b0c-09d61a3673bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=39934a21-ba82-499a-8435-14a041592746,revision_number=0']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:35.045388 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-82cf9c5f-7544-40d0-9847-08b66604efc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:35.061180 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-587ef20e-c88f-4c55-8b0c-09d61a3673bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:35.113130 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-0b92854c-744b-45ac-b929-51b0298a0280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:44:35.113754 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-82cf9c5f-7544-40d0-9847-08b66604efc6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=624f3653c3774b9e8a2201a983bf059b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3953314 Nov 19 05:44:35.119904 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 58192) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:35.128975 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7e9006-fa3a-4058-bfb0-4a2b531e5ca2 admin admin] Network 304e1383-f09c-4327-99c9-7961728842fc is scheduled to be hosted by DHCP agent 38d37b3f-5317-4144-8207-2d1b2e789405 with binding_index 1 {{(pid=80338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 05:44:35.143668 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-0b92854c-744b-45ac-b929-51b0298a0280 admin admin] Usage tracker for resource:security_group_rule and tenant:f4b36b2cfdcf4294b346c1bc1ff2e813 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:44:35.151704 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-0b92854c-744b-45ac-b929-51b0298a0280 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:44:35.162633 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-0b92854c-744b-45ac-b929-51b0298a0280 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:44:35.233522 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-bc7e9006-fa3a-4058-bfb0-4a2b531e5ca2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-1-smb, 304e1383-f09c-4327-99c9-7961728842fc) {{(pid=80338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:44:35.249604 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7e9006-fa3a-4058-bfb0-4a2b531e5ca2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:44:35.250394 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bc7e9006-fa3a-4058-bfb0-4a2b531e5ca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for subnet, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:35.250648 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd86ea6f-3478-4913-8a17-04b632ffd735 None None] Network 304e1383-f09c-4327-99c9-7961728842fc requested from dv-cinder-763306-1-smb {{(pid=80340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:44:35.340101 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-bc7e9006-fa3a-4058-bfb0-4a2b531e5ca2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5178599 Nov 19 05:44:35.341296 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587ef20e-c88f-4c55-8b0c-09d61a3673bb admin admin] Checking segment: {'id': 'd95ffc5b-9ed4-434a-b239-9bb69df652f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2e36ff25-d385-41fd-a3e3-e3a67e84557f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:44:35.341682 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587ef20e-c88f-4c55-8b0c-09d61a3673bb admin admin] Network hostable DHCP agents. Network: 2e36ff25-d385-41fd-a3e3-e3a67e84557f, hostable agents: ['38d37b3f-5317-4144-8207-2d1b2e789405'], hosted agents: [] {{(pid=80339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 05:44:35.346608 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 58204) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:35.361621 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-efe3ed7d-cd1f-43ea-ada5-e5daabc49c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:35.365911 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0b92854c-744b-45ac-b929-51b0298a0280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:35.370524 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-e1cc637a-303d-4d98-a7a5-64430dadb24b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1201768390-router', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e'}}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:44:35.383644 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-e1cc637a-303d-4d98-a7a5-64430dadb24b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:44:35.386333 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0b92854c-744b-45ac-b929-51b0298a0280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:35.387493 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Notify callbacks [] for port, precommit_create {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:35.391145 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-e1cc637a-303d-4d98-a7a5-64430dadb24b admin admin] Usage tracker for resource:router and tenant:db4540afb2f2457fb8456c53e9da33fd is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:44:35.407649 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-efe3ed7d-cd1f-43ea-ada5-e5daabc49c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:35.430529 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [None req-7dc17182-8b25-4a4c-8e68-02b208828140 admin admin] Allocated IP 172.28.3.213 (763d99df-10cd-4fa9-8817-f2839aa5077e/77791555-10e6-47e0-b878-932fa2c0a363/874ffa19-b5df-40b3-9cc3-334b20ec7b06) {{(pid=80338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:44:35.476138 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Transition to ACTIVE for port object b63f83e6-8e4e-43c7-a484-fdc2818cadbd will not be triggered until provisioned by entity L2. {{(pid=80340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:44:35.506114 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Transition to ACTIVE for port object b63f83e6-8e4e-43c7-a484-fdc2818cadbd will not be triggered until provisioned by entity DHCP. {{(pid=80340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:44:35.566386 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087'] for port, after_create {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:35.586094 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-e1cc637a-303d-4d98-a7a5-64430dadb24b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:44:35.587689 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d363396-e037-4002-a5af-867f0e1cbb9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped1c157f-4dcd-59a2-8ff2-6731283fc27f-304e1383-f09c-4327-99c9-7961728842fc', 'network_id': '304e1383-f09c-4327-99c9-7961728842fc', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'fixed_ips': [{'subnet_id': '7c37d305-86c3-49f3-a016-f0e689dbb363'}]}} from dv-cinder-763306-1-smb. {{(pid=80340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 19 05:44:35.589200 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0d363396-e037-4002-a5af-867f0e1cbb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:35.589886 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e42012ee-5a90-4a7a-828c-fd27e965d9e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:35.609186 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:35.624075 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92854c-744b-45ac-b929-51b0298a0280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814d0271-b98d-4261-a074-81f3fd49aa9f,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:35.634347 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-e1cc637a-303d-4d98-a7a5-64430dadb24b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:44:35.639520 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-0b92854c-744b-45ac-b929-51b0298a0280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:35.649512 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587ef20e-c88f-4c55-8b0c-09d61a3673bb admin admin] Network 2e36ff25-d385-41fd-a3e3-e3a67e84557f is scheduled to be hosted by DHCP agent 38d37b3f-5317-4144-8207-2d1b2e789405 with binding_index 1 {{(pid=80339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 05:44:35.689632 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-7dc17182-8b25-4a4c-8e68-02b208828140 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:35.713209 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e1cc637a-303d-4d98-a7a5-64430dadb24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38373'] for router, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:35.714251 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e1cc637a-303d-4d98-a7a5-64430dadb24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854063313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854019519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737428'] for router, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:35.724255 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-587ef20e-c88f-4c55-8b0c-09d61a3673bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-1-smb, 2e36ff25-d385-41fd-a3e3-e3a67e84557f) {{(pid=80339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:44:35.730984 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-0b92854c-744b-45ac-b929-51b0298a0280 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4b36b2cfdcf4294b346c1bc1ff2e813&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8990684 Nov 19 05:44:35.733851 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 58214) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:35.740043 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587ef20e-c88f-4c55-8b0c-09d61a3673bb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:44:35.740578 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-587ef20e-c88f-4c55-8b0c-09d61a3673bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for subnet, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:35.754652 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-88b34ccb-bd1f-4bc3-9d39-37f812794569 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:35.771046 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6616cf-1777-4d70-ae08-0d1d264694ce None None] Network 2e36ff25-d385-41fd-a3e3-e3a67e84557f requested from dv-cinder-763306-1-smb {{(pid=80340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:44:35.775174 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-efe3ed7d-cd1f-43ea-ada5-e5daabc49c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:35.803372 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-88b34ccb-bd1f-4bc3-9d39-37f812794569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:35.806941 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:35.827229 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-7dc17182-8b25-4a4c-8e68-02b208828140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087'] for port, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:35.835095 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-587ef20e-c88f-4c55-8b0c-09d61a3673bb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5966763 Nov 19 05:44:35.840732 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e1cc637a-303d-4d98-a7a5-64430dadb24b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:35.846003 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3ed7d-cd1f-43ea-ada5-e5daabc49c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c86e7a-8da3-48ed-94e8-2a49e0dbcd8f,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:35.850448 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-efe3ed7d-cd1f-43ea-ada5-e5daabc49c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:35.858622 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:35.923342 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-efe3ed7d-cd1f-43ea-ada5-e5daabc49c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:35.924731 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-efe3ed7d-cd1f-43ea-ada5-e5daabc49c11 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/49c86e7a-8da3-48ed-94e8-2a49e0dbcd8f HTTP/1.1" status: 204 len: 168 time: 0.8038852 Nov 19 05:44:35.972729 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Pushing event updated for resources: {'Port': ['ID=b63f83e6-8e4e-43c7-a484-fdc2818cadbd,revision_number=1']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:35.990796 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:35.991405 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:35.991544 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:35.992378 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:35.992750 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:35.993170 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:35.993539 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:35.993940 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:35.994629 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:35.995043 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:35.995407 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:35.995819 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:35.996222 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:35.996697 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:35.997105 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:35.997463 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:35.997818 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:35.998174 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:35.998640 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:35.998995 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:35.999548 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:35.999690 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:36.000011 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:36.000419 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Tracked resource versions report: Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: pushed versions: Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: { 'AddressGroup': {'1.0'}, Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: 'ConntrackHelper': {'1.0'}, Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: 'Log': {'1.0'}, Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: 'Network': {'1.1'}, Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: 'Port': {'1.6'}, Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: 'PortForwarding': {'1.2'}, Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: 'QosPolicy': {'1.8'}, Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: 'SecurityGroup': {'1.2'}, Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: 'SecurityGroupRule': {'1.0'}, Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: 'SubPort': {'1.0'}, Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: 'Subnet': {'1.1'}, Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: 'Trunk': {'1.1'}} Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: consumer versions: Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: { DHCP agent@dv-cinder-763306-1-smb: {}, Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: L3 agent@dv-cinder-763306-1-smb: {}, Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: Metadata agent@dv-cinder-763306-1-smb: {}, Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: Metering agent@dv-cinder-763306-1-smb: {}, Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: Open vSwitch agent@dv-cinder-763306-1-smb: { 'AddressGroup': '1.0', Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: 'ConntrackHelper': '1.0', Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: 'Log': '1.0', Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: 'Network': '1.1', Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: 'Port': '1.6', Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: 'PortForwarding': '1.2', Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: 'QosPolicy': '1.8', Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: 'SecurityGroup': '1.2', Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: 'SecurityGroupRule': '1.0', Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: 'SubPort': '1.0', Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: 'Subnet': '1.1', Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: 'Trunk': '1.1'}, Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: Open vSwitch agent@hv-cinder-76330: { 'AddressGroup': '1.0', Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: 'ConntrackHelper': '1.0', Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: 'Log': '1.0', Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: 'Network': '1.1', Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: 'Port': '1.6', Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: 'PortForwarding': '1.2', Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: 'QosPolicy': '1.8', Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: 'SecurityGroup': '1.2', Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: 'SecurityGroupRule': '1.0', Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: 'SubPort': '1.0', Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: 'Subnet': '1.1', Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: 'Trunk': '1.1'}} Nov 19 05:44:36.002899 dv-cinder-763306-1-smb neutron-server[80227]: {{(pid=80340) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 05:44:36.020175 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:36.049124 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc17182-8b25-4a4c-8e68-02b208828140 admin admin] Pushing event updated for resources: {'Port': ['ID=874ffa19-b5df-40b3-9cc3-334b20ec7b06,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:36.056910 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-19d45a77-e70b-4017-bf90-d6efe2a75a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:36.061364 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-7dc17182-8b25-4a4c-8e68-02b208828140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:36.112405 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-19d45a77-e70b-4017-bf90-d6efe2a75a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:36.180763 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc17182-8b25-4a4c-8e68-02b208828140 admin admin] Network 763d99df-10cd-4fa9-8817-f2839aa5077e is already hosted by enough agents. {{(pid=80338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:44:36.183070 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-7dc17182-8b25-4a4c-8e68-02b208828140 admin admin] Resources bound (agent type, host, resource id): {{(pid=80338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:44:36.186518 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc17182-8b25-4a4c-8e68-02b208828140 admin admin] Received port after_create {{(pid=80338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:44:36.189509 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e1cc637a-303d-4d98-a7a5-64430dadb24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854063298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737441'] for router, precommit_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:36.275570 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-19d45a77-e70b-4017-bf90-d6efe2a75a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:36.329939 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-82cf9c5f-7544-40d0-9847-08b66604efc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:36.359464 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [None req-88b34ccb-bd1f-4bc3-9d39-37f812794569 admin admin] Allocated IP 172.28.3.165 (763d99df-10cd-4fa9-8817-f2839aa5077e/77791555-10e6-47e0-b878-932fa2c0a363/d8093391-d9da-43ac-9cdd-34cffe4f0b09) {{(pid=80339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:44:36.425914 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Network 860fe5ec-aac7-4da6-92b2-2f86635d7a6b is already hosted by enough agents. {{(pid=80340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:44:36.448471 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Resources bound (agent type, host, resource id): {{(pid=80340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:44:36.454828 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Received port after_create {{(pid=80340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:44:36.458882 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d45a77-e70b-4017-bf90-d6efe2a75a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814d0271-b98d-4261-a074-81f3fd49aa9f,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:36.470705 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-19d45a77-e70b-4017-bf90-d6efe2a75a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:36.473918 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-19d45a77-e70b-4017-bf90-d6efe2a75a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:36.475157 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-19d45a77-e70b-4017-bf90-d6efe2a75a42 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/814d0271-b98d-4261-a074-81f3fd49aa9f HTTP/1.1" status: 204 len: 168 time: 0.7402930 Nov 19 05:44:36.605509 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-7dc17182-8b25-4a4c-8e68-02b208828140 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:36.606728 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-7dc17182-8b25-4a4c-8e68-02b208828140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854084919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-712537'] for router, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:36.635669 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-88b34ccb-bd1f-4bc3-9d39-37f812794569 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:36.711177 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e1cc637a-303d-4d98-a7a5-64430dadb24b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:36.749729 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e1cc637a-303d-4d98-a7a5-64430dadb24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:36.774107 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-88b34ccb-bd1f-4bc3-9d39-37f812794569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087'] for port, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:36.808261 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-8468c2dc-ce12-4190-879d-cb3a659f20a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:36.829569 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Attempting to bind port b63f83e6-8e4e-43c7-a484-fdc2818cadbd on host dv-cinder-763306-1-smb for vnic_type normal with profile {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:44:36.829992 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Attempting to bind port b63f83e6-8e4e-43c7-a484-fdc2818cadbd by drivers openvswitch on host dv-cinder-763306-1-smb at level 0 using segments [{'id': 'c08835ce-6c6c-495e-9241-1d413790bd94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b'}] {{(pid=80340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:44:36.830399 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Attempting to bind port b63f83e6-8e4e-43c7-a484-fdc2818cadbd on network 860fe5ec-aac7-4da6-92b2-2f86635d7a6b {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:44:36.849598 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb55ee8b-c195-4e40-8a7b-3763daf6d42f None None] Network 2e36ff25-d385-41fd-a3e3-e3a67e84557f requested from dv-cinder-763306-1-smb {{(pid=80340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:44:36.962149 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 58250) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:37.068006 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Checking agent: {'id': '3b9cbee5-707a-4bcc-ae8c-d4de5d48a910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 35, 44), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 14), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:44:37.068423 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Checking segment: {'id': 'c08835ce-6c6c-495e-9241-1d413790bd94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:44:37.069085 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:37.069529 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Bound using segment: {'id': 'c08835ce-6c6c-495e-9241-1d413790bd94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b'} {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:44:37.070076 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Bound port: b63f83e6-8e4e-43c7-a484-fdc2818cadbd, host: dv-cinder-763306-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c08835ce-6c6c-495e-9241-1d413790bd94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b'}}] {{(pid=80340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:44:37.070511 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:37.082605 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 58270) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:37.324958 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-9537edc7-71f9-4f8c-b7fc-c15cb54ca791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:37.355477 dv-cinder-763306-1-smb neutron-server[80227]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 19 05:44:37.361673 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [None req-0d363396-e037-4002-a5af-867f0e1cbb9d None None] Allocated IP 172.20.0.2 (304e1383-f09c-4327-99c9-7961728842fc/7c37d305-86c3-49f3-a016-f0e689dbb363/2423149c-fa74-46ca-8bdd-cd1ac1f9a226) {{(pid=80340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:44:37.394698 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b34ccb-bd1f-4bc3-9d39-37f812794569 admin admin] Network 763d99df-10cd-4fa9-8817-f2839aa5077e is already hosted by enough agents. {{(pid=80339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:44:37.396190 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b34ccb-bd1f-4bc3-9d39-37f812794569 admin admin] Pushing event updated for resources: {'Port': ['ID=d8093391-d9da-43ac-9cdd-34cffe4f0b09,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:37.397048 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc17182-8b25-4a4c-8e68-02b208828140 admin admin] Router cfe610fc-80a0-4db3-8707-4eb2ee97d595 is scheduled to L3 agent 9d988d7f-fab1-47ee-9f4c-4b1b16993ac8 with binding_index 1 {{(pid=80338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 19 05:44:37.400146 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-88b34ccb-bd1f-4bc3-9d39-37f812794569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:37.408766 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-9537edc7-71f9-4f8c-b7fc-c15cb54ca791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:44:37.413554 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-9537edc7-71f9-4f8c-b7fc-c15cb54ca791 admin admin] Usage tracker for resource:security_group_rule and tenant:34ebf711784c46ffa259aa7f0c6bde86 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:44:37.417532 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-9537edc7-71f9-4f8c-b7fc-c15cb54ca791 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:44:37.428815 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-9537edc7-71f9-4f8c-b7fc-c15cb54ca791 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:44:37.469071 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-88b34ccb-bd1f-4bc3-9d39-37f812794569 admin admin] Resources bound (agent type, host, resource id): {{(pid=80339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:44:37.474885 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b34ccb-bd1f-4bc3-9d39-37f812794569 admin admin] Received port after_create {{(pid=80339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:44:37.497371 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] For port b63f83e6-8e4e-43c7-a484-fdc2818cadbd, host dv-cinder-763306-1-smb, cleared binding levels {{(pid=80340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:44:37.574684 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] For port b63f83e6-8e4e-43c7-a484-fdc2818cadbd, host dv-cinder-763306-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=b63f83e6-8e4e-43c7-a484-fdc2818cadbd,segment=NetworkSegment(c08835ce-6c6c-495e-9241-1d413790bd94),segment_id=c08835ce-6c6c-495e-9241-1d413790bd94)] {{(pid=80340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:44:37.599004 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:37.615392 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 58288) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:37.620081 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:37.633683 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 58290) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:37.840945 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Pushing event updated for resources: {'Port': ['ID=b63f83e6-8e4e-43c7-a484-fdc2818cadbd,revision_number=2']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:37.895301 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc17182-8b25-4a4c-8e68-02b208828140 admin admin] Notify agent at l3_agent.dv-cinder-763306-1-smb the message routers_updated {{(pid=80338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:44:37.904157 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0d363396-e037-4002-a5af-867f0e1cbb9d None None] Notify callbacks [] for port, precommit_create {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:37.906545 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdab5d4-6fff-40d7-80a1-ca6be2819da5 None None] Sync routers for ids ['cfe610fc-80a0-4db3-8707-4eb2ee97d595'] in dv-cinder-763306-1-smb {{(pid=80341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:44:37.918385 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-7dc17182-8b25-4a4c-8e68-02b208828140 admin admin] Notify callbacks [] for router, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:37.923379 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-7dc17182-8b25-4a4c-8e68-02b208828140 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9459977 Nov 19 05:44:37.924408 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 58302) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:37.941513 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdab5d4-6fff-40d7-80a1-ca6be2819da5 None None] Routers {'cfe610fc-80a0-4db3-8707-4eb2ee97d595'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:44:37.942191 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-efdab5d4-6fff-40d7-80a1-ca6be2819da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:44:12Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['cfe610fc-80a0-4db3-8707-4eb2ee97d595'], 'active': True} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:44:37.959684 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:37.967295 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-0d363396-e037-4002-a5af-867f0e1cbb9d None None] Transition to ACTIVE for port object 2423149c-fa74-46ca-8bdd-cd1ac1f9a226 will not be triggered until provisioned by entity L2. {{(pid=80340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:44:38.012646 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0720cce-7219-4627-8808-3978651b9df5 req-2b1c6786-ab74-44dc-9af3-412dbe13b0d2 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:44:38.015244 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f0720cce-7219-4627-8808-3978651b9df5 req-2b1c6786-ab74-44dc-9af3-412dbe13b0d2 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.16 "GET /v2.0/networks?id=2e36ff25-d385-41fd-a3e3-e3a67e84557f HTTP/1.1" status: 200 len: 812 time: 0.9261959 Nov 19 05:44:38.026200 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-9537edc7-71f9-4f8c-b7fc-c15cb54ca791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:38.043887 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-0d363396-e037-4002-a5af-867f0e1cbb9d None None] Transition to ACTIVE for port object 2423149c-fa74-46ca-8bdd-cd1ac1f9a226 will not be triggered until provisioned by entity DHCP. {{(pid=80340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:44:38.053252 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0d363396-e037-4002-a5af-867f0e1cbb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087'] for port, after_create {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:38.061762 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-dd16ded1-a1c0-49e1-b51a-c5a3c1b16260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:38.074045 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:38.109642 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-9537edc7-71f9-4f8c-b7fc-c15cb54ca791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:38.162323 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-0edd9415-d895-4e7a-bb83-e436842e6f78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:38.202205 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537edc7-71f9-4f8c-b7fc-c15cb54ca791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd1c591-1b8e-425b-9cf7-951ca67a096d,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:38.212423 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-9537edc7-71f9-4f8c-b7fc-c15cb54ca791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:38.217918 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f0720cce-7219-4627-8808-3978651b9df5 req-e2a185e3-aba9-43c9-b600-0a845daab2ca tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.16 "GET /v2.0/quotas/95cc84bd2380462fa5557d90947683b9 HTTP/1.1" status: 200 len: 375 time: 0.1326754 Nov 19 05:44:38.227227 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-40f899fd-263d-47be-b057-47a7264e23ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:38.266655 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [None req-e1cc637a-303d-4d98-a7a5-64430dadb24b admin admin] Allocated IP 172.28.3.232 (763d99df-10cd-4fa9-8817-f2839aa5077e/77791555-10e6-47e0-b878-932fa2c0a363/ba99910b-401f-4d77-96a5-d5055bb6ee2c) {{(pid=80339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:44:38.342011 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-dd16ded1-a1c0-49e1-b51a-c5a3c1b16260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:44:38.345958 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-efdab5d4-6fff-40d7-80a1-ca6be2819da5 None None] Set router cfe610fc-80a0-4db3-8707-4eb2ee97d595 gateway port host: dv-cinder-763306-1-smb {{(pid=80341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:44:38.348486 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-dd16ded1-a1c0-49e1-b51a-c5a3c1b16260 admin admin] Usage tracker for resource:security_group_rule and tenant:7896b161571543098b885ca1819380ee is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:44:38.360480 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-dd16ded1-a1c0-49e1-b51a-c5a3c1b16260 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:44:38.390239 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-dd16ded1-a1c0-49e1-b51a-c5a3c1b16260 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:44:38.409482 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f0720cce-7219-4627-8808-3978651b9df5 req-eff7ff2b-bf41-4ef8-b834-f4fd23814d2e tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.16 "GET /v2.0/ports?tenant_id=95cc84bd2380462fa5557d90947683b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1657741 Nov 19 05:44:38.412161 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-9537edc7-71f9-4f8c-b7fc-c15cb54ca791 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=34ebf711784c46ffa259aa7f0c6bde86&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4399571 Nov 19 05:44:38.422939 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-88b34ccb-bd1f-4bc3-9d39-37f812794569 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:38.423201 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 58314) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:38.424083 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-88b34ccb-bd1f-4bc3-9d39-37f812794569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854084919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-712537'] for router, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:38.445900 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d363396-e037-4002-a5af-867f0e1cbb9d None None] Pushing event updated for resources: {'Port': ['ID=2423149c-fa74-46ca-8bdd-cd1ac1f9a226,revision_number=1']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:38.456085 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-0d363396-e037-4002-a5af-867f0e1cbb9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:38.488657 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-40f899fd-263d-47be-b057-47a7264e23ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:44:38.566079 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d363396-e037-4002-a5af-867f0e1cbb9d None None] Network 304e1383-f09c-4327-99c9-7961728842fc is already hosted by enough agents. {{(pid=80340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:44:38.567817 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-0d363396-e037-4002-a5af-867f0e1cbb9d None None] Resources bound (agent type, host, resource id): {{(pid=80340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:44:38.570592 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d363396-e037-4002-a5af-867f0e1cbb9d None None] Received port after_create {{(pid=80340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:44:38.621171 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-40f899fd-263d-47be-b057-47a7264e23ac admin admin] Usage tracker for resource:security_group_rule and tenant:3ddea8e88b584f54bf0b59763325bbf2 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:44:38.624606 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-40f899fd-263d-47be-b057-47a7264e23ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:44:38.631948 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-40f899fd-263d-47be-b057-47a7264e23ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:44:38.680234 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-0d363396-e037-4002-a5af-867f0e1cbb9d None None] Attempting to bind port 2423149c-fa74-46ca-8bdd-cd1ac1f9a226 on host dv-cinder-763306-1-smb for vnic_type normal with profile {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:44:38.684030 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-0d363396-e037-4002-a5af-867f0e1cbb9d None None] Attempting to bind port 2423149c-fa74-46ca-8bdd-cd1ac1f9a226 by drivers openvswitch on host dv-cinder-763306-1-smb at level 0 using segments [{'id': '1bac46a1-971a-466a-ba00-4392d3f174e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '304e1383-f09c-4327-99c9-7961728842fc'}] {{(pid=80340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:44:38.685950 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c208f559-a72e-466e-9b65-37e2c2da23bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:38.686985 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d363396-e037-4002-a5af-867f0e1cbb9d None None] Attempting to bind port 2423149c-fa74-46ca-8bdd-cd1ac1f9a226 on network 304e1383-f09c-4327-99c9-7961728842fc {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:44:38.703905 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d363396-e037-4002-a5af-867f0e1cbb9d None None] Checking agent: {'id': '3b9cbee5-707a-4bcc-ae8c-d4de5d48a910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 35, 44), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 14), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:44:38.704523 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d363396-e037-4002-a5af-867f0e1cbb9d None None] Checking segment: {'id': '1bac46a1-971a-466a-ba00-4392d3f174e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '304e1383-f09c-4327-99c9-7961728842fc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:44:38.705107 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0d363396-e037-4002-a5af-867f0e1cbb9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:38.705652 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d363396-e037-4002-a5af-867f0e1cbb9d None None] Bound using segment: {'id': '1bac46a1-971a-466a-ba00-4392d3f174e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '304e1383-f09c-4327-99c9-7961728842fc'} {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:44:38.706287 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-0d363396-e037-4002-a5af-867f0e1cbb9d None None] Bound port: 2423149c-fa74-46ca-8bdd-cd1ac1f9a226, host: dv-cinder-763306-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bac46a1-971a-466a-ba00-4392d3f174e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '304e1383-f09c-4327-99c9-7961728842fc'}}] {{(pid=80340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:44:38.706814 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0d363396-e037-4002-a5af-867f0e1cbb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:38.753293 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-40f899fd-263d-47be-b057-47a7264e23ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:38.824139 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-dd16ded1-a1c0-49e1-b51a-c5a3c1b16260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:38.826325 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c208f559-a72e-466e-9b65-37e2c2da23bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:38.845838 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-dd16ded1-a1c0-49e1-b51a-c5a3c1b16260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:38.861613 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-0d363396-e037-4002-a5af-867f0e1cbb9d None None] For port 2423149c-fa74-46ca-8bdd-cd1ac1f9a226, host dv-cinder-763306-1-smb, cleared binding levels {{(pid=80340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:44:38.867808 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-19d45a77-e70b-4017-bf90-d6efe2a75a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:38.868414 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-0d363396-e037-4002-a5af-867f0e1cbb9d None None] For port 2423149c-fa74-46ca-8bdd-cd1ac1f9a226, host dv-cinder-763306-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=2423149c-fa74-46ca-8bdd-cd1ac1f9a226,segment=NetworkSegment(1bac46a1-971a-466a-ba00-4392d3f174e2),segment_id=1bac46a1-971a-466a-ba00-4392d3f174e2)] {{(pid=80340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:44:38.887252 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0d363396-e037-4002-a5af-867f0e1cbb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:38.916243 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:38.940184 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-efdab5d4-6fff-40d7-80a1-ca6be2819da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'name': 'tempest-AttachVolumeTestJSON-1859420344-router', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:33Z', 'updated_at': '2020-11-19T05:44:36Z', 'revision_number': 3, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'gw_port': {'id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:44:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb'}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:44:38.945547 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdab5d4-6fff-40d7-80a1-ca6be2819da5 None None] Checking router: cfe610fc-80a0-4db3-8707-4eb2ee97d595 for host: dv-cinder-763306-1-smb {{(pid=80341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:44:38.946490 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdab5d4-6fff-40d7-80a1-ca6be2819da5 None None] Updating router cfe610fc-80a0-4db3-8707-4eb2ee97d595 port 874ffa19-b5df-40b3-9cc3-334b20ec7b06 binding host dv-cinder-763306-1-smb {{(pid=80341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 05:44:39.013215 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-efdab5d4-6fff-40d7-80a1-ca6be2819da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:39.063423 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-40f899fd-263d-47be-b057-47a7264e23ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:39.084655 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16ded1-a1c0-49e1-b51a-c5a3c1b16260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2effdb3-165f-4376-b98d-7876633f148c,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:39.089892 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-dd16ded1-a1c0-49e1-b51a-c5a3c1b16260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:39.095401 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-dd16ded1-a1c0-49e1-b51a-c5a3c1b16260 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7896b161571543098b885ca1819380ee&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4604096 Nov 19 05:44:39.098873 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d363396-e037-4002-a5af-867f0e1cbb9d None None] Pushing event updated for resources: {'Port': ['ID=2423149c-fa74-46ca-8bdd-cd1ac1f9a226,revision_number=2']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:39.099766 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 58330) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:39.122400 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c208f559-a72e-466e-9b65-37e2c2da23bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:39.137138 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-dd16ded1-a1c0-49e1-b51a-c5a3c1b16260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:39.155828 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-0d363396-e037-4002-a5af-867f0e1cbb9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:39.159272 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c208f559-a72e-466e-9b65-37e2c2da23bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd1c591-1b8e-425b-9cf7-951ca67a096d,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:39.162006 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-c208f559-a72e-466e-9b65-37e2c2da23bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:39.215680 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e811e967-332d-43aa-be91-f7851092ed62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:39.242903 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-40f899fd-263d-47be-b057-47a7264e23ac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ddea8e88b584f54bf0b59763325bbf2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5889637 Nov 19 05:44:39.260762 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 58336) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:39.271448 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-46f2ba2a-8756-4881-9641-ce1daab4fc5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:39.289437 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e1cc637a-303d-4d98-a7a5-64430dadb24b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:39.309800 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c208f559-a72e-466e-9b65-37e2c2da23bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:39.316056 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-c208f559-a72e-466e-9b65-37e2c2da23bf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fbd1c591-1b8e-425b-9cf7-951ca67a096d HTTP/1.1" status: 204 len: 168 time: 0.8750236 Nov 19 05:44:39.371394 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-46f2ba2a-8756-4881-9641-ce1daab4fc5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:39.396957 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [req-f0720cce-7219-4627-8808-3978651b9df5 req-4514ea76-5b06-482a-9c78-5084c63b6304 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=80339) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 05:44:39.398264 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f0720cce-7219-4627-8808-3978651b9df5 req-4514ea76-5b06-482a-9c78-5084c63b6304 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.3565993 Nov 19 05:44:39.589416 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f0720cce-7219-4627-8808-3978651b9df5 req-7a4bb2f0-466a-437a-b613-492b1440acea service neutron] 10.222.0.16 "GET /v2.0/networks/2e36ff25-d385-41fd-a3e3-e3a67e84557f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777027 Nov 19 05:44:39.590618 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f899fd-263d-47be-b057-47a7264e23ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078412b7-30f4-446f-b338-ac7b51fc2018,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:39.594837 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-40f899fd-263d-47be-b057-47a7264e23ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:39.698455 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-46f2ba2a-8756-4881-9641-ce1daab4fc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:39.723680 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:39.746485 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f2ba2a-8756-4881-9641-ce1daab4fc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2effdb3-165f-4376-b98d-7876633f148c,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:39.767926 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-46f2ba2a-8756-4881-9641-ce1daab4fc5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:39.770940 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-46f2ba2a-8756-4881-9641-ce1daab4fc5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:39.773025 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-46f2ba2a-8756-4881-9641-ce1daab4fc5e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f2effdb3-165f-4376-b98d-7876633f148c HTTP/1.1" status: 204 len: 168 time: 0.6718962 Nov 19 05:44:39.783331 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-34f2af7f-551c-4d2e-a799-de06825123f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:39.883656 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e1cc637a-303d-4d98-a7a5-64430dadb24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087'] for port, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:39.940448 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e08bdf-1e2a-45fa-9e69-80b2f3fcc312 None None] Network 860fe5ec-aac7-4da6-92b2-2f86635d7a6b requested from dv-cinder-763306-1-smb {{(pid=80340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:44:39.945343 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:40.035238 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3dcfa0c9-ab68-494f-aa20-e360e452f620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:40.088316 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-34f2af7f-551c-4d2e-a799-de06825123f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:40.195876 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-efdab5d4-6fff-40d7-80a1-ca6be2819da5 None None] Notify callbacks [] for port, precommit_update {{(pid=80341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:40.216180 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c9ca22da-078a-488e-842f-340205e17281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:40.219388 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-efdab5d4-6fff-40d7-80a1-ca6be2819da5 None None] Transition to ACTIVE for port object 874ffa19-b5df-40b3-9cc3-334b20ec7b06 will not be triggered until provisioned by entity L2. {{(pid=80341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:44:40.227200 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-efdab5d4-6fff-40d7-80a1-ca6be2819da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:40.240054 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-4d6cbbef-57e6-483c-a7bd-2370b94a662a None None] Provisioning for port b63f83e6-8e4e-43c7-a484-fdc2818cadbd completed by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:44:40.337661 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-3233cacf-6491-4c9a-b91f-8edb9add74a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:40.338936 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc637a-303d-4d98-a7a5-64430dadb24b admin admin] Pushing event updated for resources: {'Port': ['ID=ba99910b-401f-4d77-96a5-d5055bb6ee2c,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:40.343465 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-34f2af7f-551c-4d2e-a799-de06825123f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:40.354102 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e1cc637a-303d-4d98-a7a5-64430dadb24b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:40.376819 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f0720cce-7219-4627-8808-3978651b9df5 req-a0174b1f-854e-4fdc-87b5-9d12051f663e service neutron] 10.222.0.16 "GET /v2.0/networks/2e36ff25-d385-41fd-a3e3-e3a67e84557f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7663999 Nov 19 05:44:40.416047 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:40.499991 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f2af7f-551c-4d2e-a799-de06825123f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078412b7-30f4-446f-b338-ac7b51fc2018,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:40.516405 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-34f2af7f-551c-4d2e-a799-de06825123f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:40.614061 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device b63f83e6-8e4e-43c7-a484-fdc2818cadbd up at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:44:40.640292 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [None req-3dcfa0c9-ab68-494f-aa20-e360e452f620 admin admin] Allocated IP 172.20.0.1 (860fe5ec-aac7-4da6-92b2-2f86635d7a6b/79de99d1-0c92-4ca9-b38b-41526eec1217/1f0830bf-d57e-48be-9b86-310f6810ad4b) {{(pid=80338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:44:40.706157 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-34f2af7f-551c-4d2e-a799-de06825123f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:40.707439 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-34f2af7f-551c-4d2e-a799-de06825123f4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/078412b7-30f4-446f-b338-ac7b51fc2018 HTTP/1.1" status: 204 len: 168 time: 1.4334586 Nov 19 05:44:40.760549 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-efdab5d4-6fff-40d7-80a1-ca6be2819da5 None None] Attempting to bind port 874ffa19-b5df-40b3-9cc3-334b20ec7b06 on host dv-cinder-763306-1-smb for vnic_type normal with profile {{(pid=80341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:44:40.761049 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-efdab5d4-6fff-40d7-80a1-ca6be2819da5 None None] Attempting to bind port 874ffa19-b5df-40b3-9cc3-334b20ec7b06 by drivers openvswitch on host dv-cinder-763306-1-smb at level 0 using segments [{'id': '570e6a95-1f7f-4238-9052-97fd91c0100f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e'}] {{(pid=80341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:44:40.761611 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdab5d4-6fff-40d7-80a1-ca6be2819da5 None None] Attempting to bind port 874ffa19-b5df-40b3-9cc3-334b20ec7b06 on network 763d99df-10cd-4fa9-8817-f2839aa5077e {{(pid=80341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:44:40.765789 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cc637a-303d-4d98-a7a5-64430dadb24b admin admin] Network 763d99df-10cd-4fa9-8817-f2839aa5077e is already hosted by enough agents. {{(pid=80339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:44:40.772223 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdab5d4-6fff-40d7-80a1-ca6be2819da5 None None] Checking agent: {'id': '3b9cbee5-707a-4bcc-ae8c-d4de5d48a910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 35, 44), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 14), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:44:40.772642 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdab5d4-6fff-40d7-80a1-ca6be2819da5 None None] Checking segment: {'id': '570e6a95-1f7f-4238-9052-97fd91c0100f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:44:40.773118 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-efdab5d4-6fff-40d7-80a1-ca6be2819da5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:40.773553 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdab5d4-6fff-40d7-80a1-ca6be2819da5 None None] Bound using segment: {'id': '570e6a95-1f7f-4238-9052-97fd91c0100f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e'} {{(pid=80341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:44:40.775274 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-efdab5d4-6fff-40d7-80a1-ca6be2819da5 None None] Bound port: 874ffa19-b5df-40b3-9cc3-334b20ec7b06, host: dv-cinder-763306-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570e6a95-1f7f-4238-9052-97fd91c0100f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e'}}] {{(pid=80341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:44:40.775701 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-efdab5d4-6fff-40d7-80a1-ca6be2819da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:40.783527 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-e1cc637a-303d-4d98-a7a5-64430dadb24b admin admin] Resources bound (agent type, host, resource id): {{(pid=80339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:44:40.805572 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cc637a-303d-4d98-a7a5-64430dadb24b admin admin] Received port after_create {{(pid=80339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:44:40.823093 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning for port b63f83e6-8e4e-43c7-a484-fdc2818cadbd completed by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:44:40.834513 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning complete for port b63f83e6-8e4e-43c7-a484-fdc2818cadbd triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:44:40.836382 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:40.954076 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-efdab5d4-6fff-40d7-80a1-ca6be2819da5 None None] For port 874ffa19-b5df-40b3-9cc3-334b20ec7b06, host dv-cinder-763306-1-smb, cleared binding levels {{(pid=80341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:44:41.028475 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cff5d9-dba6-4f2e-9cfc-d351015ae12a None None] Pushing event updated for resources: {'Port': ['ID=874ffa19-b5df-40b3-9cc3-334b20ec7b06,revision_number=2']} {{(pid=80341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:41.035040 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-efdab5d4-6fff-40d7-80a1-ca6be2819da5 None None] For port 874ffa19-b5df-40b3-9cc3-334b20ec7b06, host dv-cinder-763306-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=874ffa19-b5df-40b3-9cc3-334b20ec7b06,segment=NetworkSegment(570e6a95-1f7f-4238-9052-97fd91c0100f),segment_id=570e6a95-1f7f-4238-9052-97fd91c0100f)] {{(pid=80341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:44:41.066847 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 58380) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:41.090353 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-efdab5d4-6fff-40d7-80a1-ca6be2819da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:41.094580 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cff5d9-dba6-4f2e-9cfc-d351015ae12a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:41.097886 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cff5d9-dba6-4f2e-9cfc-d351015ae12a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:41.098464 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cff5d9-dba6-4f2e-9cfc-d351015ae12a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:41.099291 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cff5d9-dba6-4f2e-9cfc-d351015ae12a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:41.099822 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cff5d9-dba6-4f2e-9cfc-d351015ae12a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:41.102112 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cff5d9-dba6-4f2e-9cfc-d351015ae12a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:41.102676 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cff5d9-dba6-4f2e-9cfc-d351015ae12a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:41.103721 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cff5d9-dba6-4f2e-9cfc-d351015ae12a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:41.109722 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cff5d9-dba6-4f2e-9cfc-d351015ae12a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:41.110792 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cff5d9-dba6-4f2e-9cfc-d351015ae12a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:41.111509 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cff5d9-dba6-4f2e-9cfc-d351015ae12a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:41.112236 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cff5d9-dba6-4f2e-9cfc-d351015ae12a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:41.112854 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cff5d9-dba6-4f2e-9cfc-d351015ae12a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:41.113429 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cff5d9-dba6-4f2e-9cfc-d351015ae12a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:41.114400 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cff5d9-dba6-4f2e-9cfc-d351015ae12a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:41.114575 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-fe44d937-4dee-471d-a8ee-59884dc880d8 None None] Provisioning complete for port b63f83e6-8e4e-43c7-a484-fdc2818cadbd triggered by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:44:41.115087 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-fe44d937-4dee-471d-a8ee-59884dc880d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:41.115342 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cff5d9-dba6-4f2e-9cfc-d351015ae12a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:41.115882 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cff5d9-dba6-4f2e-9cfc-d351015ae12a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:41.116425 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cff5d9-dba6-4f2e-9cfc-d351015ae12a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:41.116987 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cff5d9-dba6-4f2e-9cfc-d351015ae12a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:41.117544 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cff5d9-dba6-4f2e-9cfc-d351015ae12a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:41.119454 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cff5d9-dba6-4f2e-9cfc-d351015ae12a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:41.120171 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cff5d9-dba6-4f2e-9cfc-d351015ae12a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:41.120719 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cff5d9-dba6-4f2e-9cfc-d351015ae12a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:41.121746 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cff5d9-dba6-4f2e-9cfc-d351015ae12a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cff5d9-dba6-4f2e-9cfc-d351015ae12a None None] Tracked resource versions report: Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: pushed versions: Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: { 'AddressGroup': {'1.0'}, Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: 'ConntrackHelper': {'1.0'}, Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: 'Log': {'1.0'}, Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: 'Network': {'1.1'}, Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: 'Port': {'1.6'}, Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: 'PortForwarding': {'1.2'}, Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: 'QosPolicy': {'1.8'}, Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: 'SecurityGroup': {'1.2'}, Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: 'SecurityGroupRule': {'1.0'}, Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: 'SubPort': {'1.0'}, Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: 'Subnet': {'1.1'}, Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: 'Trunk': {'1.1'}} Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: consumer versions: Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: { DHCP agent@dv-cinder-763306-1-smb: {}, Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: L3 agent@dv-cinder-763306-1-smb: {}, Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: Metadata agent@dv-cinder-763306-1-smb: {}, Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: Metering agent@dv-cinder-763306-1-smb: {}, Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: Open vSwitch agent@dv-cinder-763306-1-smb: { 'AddressGroup': '1.0', Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: 'ConntrackHelper': '1.0', Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: 'Log': '1.0', Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: 'Network': '1.1', Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: 'Port': '1.6', Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: 'PortForwarding': '1.2', Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: 'QosPolicy': '1.8', Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: 'SecurityGroup': '1.2', Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: 'SecurityGroupRule': '1.0', Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: 'SubPort': '1.0', Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: 'Subnet': '1.1', Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: 'Trunk': '1.1'}, Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: Open vSwitch agent@hv-cinder-76330: { 'AddressGroup': '1.0', Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: 'ConntrackHelper': '1.0', Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: 'Log': '1.0', Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: 'Network': '1.1', Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: 'Port': '1.6', Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: 'PortForwarding': '1.2', Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: 'QosPolicy': '1.8', Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: 'SecurityGroup': '1.2', Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: 'SecurityGroupRule': '1.0', Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: 'SubPort': '1.0', Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: 'Subnet': '1.1', Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: 'Trunk': '1.1'}} Nov 19 05:44:41.126585 dv-cinder-763306-1-smb neutron-server[80227]: {{(pid=80341) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 05:44:41.145146 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 58384) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:41.161496 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3dcfa0c9-ab68-494f-aa20-e360e452f620 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:41.171326 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-b1cff5d9-dba6-4f2e-9cfc-d351015ae12a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.839s {{(pid=80341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:41.182682 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-b1cff5d9-dba6-4f2e-9cfc-d351015ae12a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:41.204144 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-3dcfa0c9-ab68-494f-aa20-e360e452f620 admin admin] Transition to ACTIVE for port object 1f0830bf-d57e-48be-9b86-310f6810ad4b will not be triggered until provisioned by entity DHCP. {{(pid=80338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:44:41.250830 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-35203ad2-fd4e-4b23-8fc4-961128a79b95 req-67f5a9d0-b879-4726-befd-20e00f7b2db5 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.16 "GET /v2.0/ports?device_id=de8510b4-dd9a-483f-a88e-f43748378fce HTTP/1.1" status: 200 len: 210 time: 0.1618714 Nov 19 05:44:41.263577 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b34ccb-bd1f-4bc3-9d39-37f812794569 admin admin] Router e78f9eaa-036b-4aac-883b-1732dad42e4a is scheduled to L3 agent 9d988d7f-fab1-47ee-9f4c-4b1b16993ac8 with binding_index 1 {{(pid=80339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 19 05:44:41.311713 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4c510a-27cd-4625-86a7-635fef1cfaf3 None None] Network 304e1383-f09c-4327-99c9-7961728842fc requested from dv-cinder-763306-1-smb {{(pid=80340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:44:41.321616 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3dcfa0c9-ab68-494f-aa20-e360e452f620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087'] for port, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:41.368396 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:41.473406 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:41.482696 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e1cc637a-303d-4d98-a7a5-64430dadb24b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:41.483541 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e1cc637a-303d-4d98-a7a5-64430dadb24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854084919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-712537'] for router, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:41.496743 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-71012dca-b84f-4dd5-9a7f-4964bc3eb05e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:41.697332 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cff5d9-dba6-4f2e-9cfc-d351015ae12a None None] Pushing event updated for resources: {'Port': ['ID=874ffa19-b5df-40b3-9cc3-334b20ec7b06,revision_number=3']} {{(pid=80341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:41.722692 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-b1cff5d9-dba6-4f2e-9cfc-d351015ae12a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=80341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:41.795221 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdab5d4-6fff-40d7-80a1-ca6be2819da5 None None] Routers {'cfe610fc-80a0-4db3-8707-4eb2ee97d595'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:44:41.795980 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-efdab5d4-6fff-40d7-80a1-ca6be2819da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:44:12Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['cfe610fc-80a0-4db3-8707-4eb2ee97d595'], 'active': True} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:44:41.803427 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfa0c9-ab68-494f-aa20-e360e452f620 admin admin] Pushing event updated for resources: {'Port': ['ID=1f0830bf-d57e-48be-9b86-310f6810ad4b,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:41.814242 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-71012dca-b84f-4dd5-9a7f-4964bc3eb05e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:44:41.827077 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-3dcfa0c9-ab68-494f-aa20-e360e452f620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:41.829956 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-71012dca-b84f-4dd5-9a7f-4964bc3eb05e admin admin] Usage tracker for resource:security_group_rule and tenant:50aa186e7f9744b187be7e7fd899cbc3 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:44:41.841615 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-71012dca-b84f-4dd5-9a7f-4964bc3eb05e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:44:41.861765 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-71012dca-b84f-4dd5-9a7f-4964bc3eb05e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:44:41.941537 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b34ccb-bd1f-4bc3-9d39-37f812794569 admin admin] Notify agent at l3_agent.dv-cinder-763306-1-smb the message routers_updated {{(pid=80339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:44:41.982300 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-88b34ccb-bd1f-4bc3-9d39-37f812794569 admin admin] Notify callbacks [] for router, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:41.983624 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-88b34ccb-bd1f-4bc3-9d39-37f812794569 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.7576675 Nov 19 05:44:41.987991 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 58408) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:42.114004 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-71012dca-b84f-4dd5-9a7f-4964bc3eb05e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:42.128961 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-71012dca-b84f-4dd5-9a7f-4964bc3eb05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:42.152262 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a5a32a-fdf4-4c4d-b936-0d860202e193 None None] Sync routers for ids ['e78f9eaa-036b-4aac-883b-1732dad42e4a'] in dv-cinder-763306-1-smb {{(pid=80340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:44:42.163678 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] For port b63f83e6-8e4e-43c7-a484-fdc2818cadbd, host dv-cinder-763306-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=b63f83e6-8e4e-43c7-a484-fdc2818cadbd,segment=NetworkSegment(c08835ce-6c6c-495e-9241-1d413790bd94),segment_id=c08835ce-6c6c-495e-9241-1d413790bd94)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:44:42.178761 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-efdab5d4-6fff-40d7-80a1-ca6be2819da5 None None] Set router cfe610fc-80a0-4db3-8707-4eb2ee97d595 gateway port host: dv-cinder-763306-1-smb {{(pid=80341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:44:42.180070 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:42.188509 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 2423149c-fa74-46ca-8bdd-cd1ac1f9a226 up at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:44:42.233283 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:42.235739 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-efe3ed7d-cd1f-43ea-ada5-e5daabc49c11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:42.309099 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-71012dca-b84f-4dd5-9a7f-4964bc3eb05e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=50aa186e7f9744b187be7e7fd899cbc3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1627300 Nov 19 05:44:42.313204 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-fe44d937-4dee-471d-a8ee-59884dc880d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:42.318732 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 58428) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:42.367371 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a5a32a-fdf4-4c4d-b936-0d860202e193 None None] Routers {'e78f9eaa-036b-4aac-883b-1732dad42e4a'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:44:42.368118 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-d8a5a32a-fdf4-4c4d-b936-0d860202e193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:44:12Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['e78f9eaa-036b-4aac-883b-1732dad42e4a'], 'active': True} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:44:42.369561 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcfa0c9-ab68-494f-aa20-e360e452f620 admin admin] Network 860fe5ec-aac7-4da6-92b2-2f86635d7a6b is already hosted by enough agents. {{(pid=80338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:44:42.386817 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-3dcfa0c9-ab68-494f-aa20-e360e452f620 admin admin] Resources bound (agent type, host, resource id): {{(pid=80338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:44:42.398020 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcfa0c9-ab68-494f-aa20-e360e452f620 admin admin] Received port after_create {{(pid=80338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:44:42.398432 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3dcfa0c9-ab68-494f-aa20-e360e452f620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854058995'] for router_interface, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:42.423465 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71012dca-b84f-4dd5-9a7f-4964bc3eb05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebdbb09-63a6-465d-b95a-2001f59eca04,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:42.453151 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-71012dca-b84f-4dd5-9a7f-4964bc3eb05e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:42.669201 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3dcfa0c9-ab68-494f-aa20-e360e452f620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:42.698238 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Pushing event updated for resources: {'Port': ['ID=b63f83e6-8e4e-43c7-a484-fdc2818cadbd,revision_number=3']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:42.765188 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:42.938676 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ffb9fee0-3652-4a86-a721-f074d35109cc req-85086ed1-4b6a-4d12-9812-9dbc366b722a tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.16 "GET /v2.0/ports?device_id=de8510b4-dd9a-483f-a88e-f43748378fce HTTP/1.1" status: 200 len: 210 time: 0.0783904 Nov 19 05:44:42.964572 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1cc637a-303d-4d98-a7a5-64430dadb24b admin admin] Router 56534d5c-45d4-40dd-9c01-fb3d1a36c591 is scheduled to L3 agent 9d988d7f-fab1-47ee-9f4c-4b1b16993ac8 with binding_index 1 {{(pid=80339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 19 05:44:42.982368 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.db.api [None req-fe44d937-4dee-471d-a8ee-59884dc880d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80340) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 05:44:42.982778 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_db.api [None req-fe44d937-4dee-471d-a8ee-59884dc880d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 05:44:43.022419 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-9e0be5e5-bbee-4f42-b1c2-33f1bbf15da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:43.055110 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:43.167205 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-98b2b489-be1a-458a-8f0e-72578a7dee16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:43.180011 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning for port 2423149c-fa74-46ca-8bdd-cd1ac1f9a226 completed by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:44:43.244246 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-d8a5a32a-fdf4-4c4d-b936-0d860202e193 None None] Set router e78f9eaa-036b-4aac-883b-1732dad42e4a gateway port host: dv-cinder-763306-1-smb {{(pid=80340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:44:43.395979 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device b63f83e6-8e4e-43c7-a484-fdc2818cadbd up at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:44:43.466252 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-98b2b489-be1a-458a-8f0e-72578a7dee16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:43.687050 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-efdab5d4-6fff-40d7-80a1-ca6be2819da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'name': 'tempest-AttachVolumeTestJSON-1859420344-router', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:33Z', 'updated_at': '2020-11-19T05:44:36Z', 'revision_number': 3, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'gw_port': {'id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb'}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:44:43.693491 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdab5d4-6fff-40d7-80a1-ca6be2819da5 None None] The sync data for ids ['cfe610fc-80a0-4db3-8707-4eb2ee97d595'] in dv-cinder-763306-1-smb is: [{'id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'name': 'tempest-AttachVolumeTestJSON-1859420344-router', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:33Z', 'updated_at': '2020-11-19T05:44:36Z', 'revision_number': 3, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'gw_port': {'id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb'}] {{(pid=80341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:44:43.713336 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3dcfa0c9-ab68-494f-aa20-e360e452f620 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:43.734384 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3dcfa0c9-ab68-494f-aa20-e360e452f620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:43.735587 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3dcfa0c9-ab68-494f-aa20-e360e452f620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851143098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716904'] for router_interface, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:43.803903 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-3dcfa0c9-ab68-494f-aa20-e360e452f620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:43.841431 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-98b2b489-be1a-458a-8f0e-72578a7dee16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:43.856137 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-0b92854c-744b-45ac-b929-51b0298a0280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:43.893595 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2b489-be1a-458a-8f0e-72578a7dee16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebdbb09-63a6-465d-b95a-2001f59eca04,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:43.900144 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-98b2b489-be1a-458a-8f0e-72578a7dee16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:44.061968 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-98b2b489-be1a-458a-8f0e-72578a7dee16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:44.068882 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-98b2b489-be1a-458a-8f0e-72578a7dee16 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aebdbb09-63a6-465d-b95a-2001f59eca04 HTTP/1.1" status: 204 len: 168 time: 1.7484906 Nov 19 05:44:44.191242 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:44.310554 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfa0c9-ab68-494f-aa20-e360e452f620 admin admin] Pushing event updated for resources: {'Port': ['ID=1f0830bf-d57e-48be-9b86-310f6810ad4b,revision_number=2']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:44.344283 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-3dcfa0c9-ab68-494f-aa20-e360e452f620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:44.370167 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5b2085b4-0dd7-414b-9956-da20c3c770c1 req-f95857d9-8b05-44ae-af2b-50e79966b040 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.16 "GET /v2.0/ports?device_id=de8510b4-dd9a-483f-a88e-f43748378fce HTTP/1.1" status: 200 len: 210 time: 0.2073309 Nov 19 05:44:44.373019 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cc637a-303d-4d98-a7a5-64430dadb24b admin admin] Notify agent at l3_agent.dv-cinder-763306-1-smb the message routers_updated {{(pid=80339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:44:44.376736 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:44.391288 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1422e7e5-bef2-41f8-a914-66202661ba87 None None] Sync routers for ids ['56534d5c-45d4-40dd-9c01-fb3d1a36c591'] in dv-cinder-763306-1-smb {{(pid=80341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:44:44.394016 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-75e46370-24c8-4c03-952f-20f8f51ee19c None None] Provisioning for port 2423149c-fa74-46ca-8bdd-cd1ac1f9a226 completed by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:44:44.403218 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning complete for port b63f83e6-8e4e-43c7-a484-fdc2818cadbd triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:44:44.403643 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:44.413619 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1422e7e5-bef2-41f8-a914-66202661ba87 None None] Routers {'56534d5c-45d4-40dd-9c01-fb3d1a36c591'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:44:44.414488 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-1422e7e5-bef2-41f8-a914-66202661ba87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:44:43Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['56534d5c-45d4-40dd-9c01-fb3d1a36c591'], 'active': True} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:44:44.464686 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcfa0c9-ab68-494f-aa20-e360e452f620 admin admin] Network 860fe5ec-aac7-4da6-92b2-2f86635d7a6b is already hosted by enough agents. {{(pid=80338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:44:44.473086 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-75e46370-24c8-4c03-952f-20f8f51ee19c None None] Provisioning complete for port 2423149c-fa74-46ca-8bdd-cd1ac1f9a226 triggered by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:44:44.473626 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-75e46370-24c8-4c03-952f-20f8f51ee19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:44.474356 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-3dcfa0c9-ab68-494f-aa20-e360e452f620 admin admin] Resources bound (agent type, host, resource id): {{(pid=80338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:44:44.741313 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e1cc637a-303d-4d98-a7a5-64430dadb24b admin admin] Notify callbacks [] for router, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:44.750659 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-e1cc637a-303d-4d98-a7a5-64430dadb24b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.3912373 Nov 19 05:44:44.753535 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 58546) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:45.026161 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-1422e7e5-bef2-41f8-a914-66202661ba87 None None] Set router 56534d5c-45d4-40dd-9c01-fb3d1a36c591 gateway port host: dv-cinder-763306-1-smb {{(pid=80341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:44:45.327538 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-75e46370-24c8-4c03-952f-20f8f51ee19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:45.395066 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 874ffa19-b5df-40b3-9cc3-334b20ec7b06 up at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:44:45.456214 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-62824f33-c201-455e-a146-278fd07f9241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:45.569833 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-75e46370-24c8-4c03-952f-20f8f51ee19c None None] For port 2423149c-fa74-46ca-8bdd-cd1ac1f9a226, host dv-cinder-763306-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=2423149c-fa74-46ca-8bdd-cd1ac1f9a226,segment=NetworkSegment(1bac46a1-971a-466a-ba00-4392d3f174e2),segment_id=1bac46a1-971a-466a-ba00-4392d3f174e2)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:44:45.585907 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-d8a5a32a-fdf4-4c4d-b936-0d860202e193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78f9eaa-036b-4aac-883b-1732dad42e4a', 'name': 'tempest-ServerRescueNegativeTestJSON-511593106-router', 'tenant_id': '2e7d3f7e9f0543ae8ff7b0d164f37f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.165'}], 'enable_snat': True}, 'gw_port_id': 'd8093391-d9da-43ac-9cdd-34cffe4f0b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:34Z', 'updated_at': '2020-11-19T05:44:37Z', 'revision_number': 3, 'project_id': '2e7d3f7e9f0543ae8ff7b0d164f37f27', 'gw_port': {'id': 'd8093391-d9da-43ac-9cdd-34cffe4f0b09', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:99:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78f9eaa-036b-4aac-883b-1732dad42e4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:36Z', 'updated_at': '2020-11-19T05:44:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb'}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:44:45.610350 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a5a32a-fdf4-4c4d-b936-0d860202e193 None None] Checking router: e78f9eaa-036b-4aac-883b-1732dad42e4a for host: dv-cinder-763306-1-smb {{(pid=80340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:44:45.614569 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a5a32a-fdf4-4c4d-b936-0d860202e193 None None] Updating router e78f9eaa-036b-4aac-883b-1732dad42e4a port d8093391-d9da-43ac-9cdd-34cffe4f0b09 binding host dv-cinder-763306-1-smb {{(pid=80340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 05:44:45.695173 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-75e46370-24c8-4c03-952f-20f8f51ee19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:45.711978 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning for port 874ffa19-b5df-40b3-9cc3-334b20ec7b06 completed by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:44:45.735379 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning complete for port 874ffa19-b5df-40b3-9cc3-334b20ec7b06 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:44:45.735608 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:45.808094 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:45.891144 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 58576) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:45.913741 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-1422e7e5-bef2-41f8-a914-66202661ba87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'name': 'tempest-AttachVolumeShelveTestJSON-1201768390-router', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:44:40Z', 'revision_number': 3, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'gw_port': {'id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:37Z', 'updated_at': '2020-11-19T05:44:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb'}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:44:45.921415 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1422e7e5-bef2-41f8-a914-66202661ba87 None None] Checking router: 56534d5c-45d4-40dd-9c01-fb3d1a36c591 for host: dv-cinder-763306-1-smb {{(pid=80341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:44:45.922619 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1422e7e5-bef2-41f8-a914-66202661ba87 None None] Updating router 56534d5c-45d4-40dd-9c01-fb3d1a36c591 port ba99910b-401f-4d77-96a5-d5055bb6ee2c binding host dv-cinder-763306-1-smb {{(pid=80341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 05:44:46.043939 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1422e7e5-bef2-41f8-a914-66202661ba87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:46.163571 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9e8cf9ff-3e95-4d21-b60c-7d8b60ec221d req-785e4062-0ac1-4c4f-a82c-28756bba8285 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.16 "GET /v2.0/ports?device_id=de8510b4-dd9a-483f-a88e-f43748378fce HTTP/1.1" status: 200 len: 210 time: 0.1393838 Nov 19 05:44:46.186550 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.13', 49899) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:46.481726 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:46.495335 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-75e46370-24c8-4c03-952f-20f8f51ee19c None None] Provisioning complete for port b63f83e6-8e4e-43c7-a484-fdc2818cadbd triggered by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:44:46.495757 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-75e46370-24c8-4c03-952f-20f8f51ee19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:46.548342 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-72cf11f4-2af1-4bc1-b51d-a0a5300fd338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:46.563825 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d8a5a32a-fdf4-4c4d-b936-0d860202e193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:46.631806 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [None req-62824f33-c201-455e-a146-278fd07f9241 admin admin] Allocated IP 172.20.0.1 (862f8118-c40f-4658-b1ad-353ef6da3fa1/12c931fa-83f1-4bd4-970f-5ff8c913a3bb/289bfd0d-b264-454c-a2a3-24f4964936eb) {{(pid=80339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:44:46.662485 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0720cce-7219-4627-8808-3978651b9df5 req-96f4ea0d-cef3-4391-b1ae-b0c19c34c4e8 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:44:46.664385 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f0720cce-7219-4627-8808-3978651b9df5 req-96f4ea0d-cef3-4391-b1ae-b0c19c34c4e8 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.13 "GET /v2.0/networks?id=2e36ff25-d385-41fd-a3e3-e3a67e84557f HTTP/1.1" status: 200 len: 812 time: 0.4740617 Nov 19 05:44:46.742347 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-f0720cce-7219-4627-8808-3978651b9df5 req-5c7ddb0f-0a8b-4900-a0f9-84109808e12d tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Request body: {'port': {'device_id': 'de8510b4-dd9a-483f-a88e-f43748378fce', 'network_id': '2e36ff25-d385-41fd-a3e3-e3a67e84557f', 'admin_state_up': True, 'tenant_id': '95cc84bd2380462fa5557d90947683b9'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:44:46.781238 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-72cf11f4-2af1-4bc1-b51d-a0a5300fd338 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:44:46.791107 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-72cf11f4-2af1-4bc1-b51d-a0a5300fd338 admin admin] Usage tracker for resource:security_group_rule and tenant:7d9997a5f6e345ba8f0cb72f75481c62 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:44:46.796714 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-72cf11f4-2af1-4bc1-b51d-a0a5300fd338 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:44:46.811279 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-72cf11f4-2af1-4bc1-b51d-a0a5300fd338 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:44:46.902998 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-72cf11f4-2af1-4bc1-b51d-a0a5300fd338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:46.912609 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-72cf11f4-2af1-4bc1-b51d-a0a5300fd338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:46.923941 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dcfa0c9-ab68-494f-aa20-e360e452f620 admin admin] Router cfe610fc-80a0-4db3-8707-4eb2ee97d595 has already been hosted by L3 agent 9d988d7f-fab1-47ee-9f4c-4b1b16993ac8 {{(pid=80338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:44:46.931315 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1422e7e5-bef2-41f8-a914-66202661ba87 None None] Notify callbacks [] for port, precommit_update {{(pid=80341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:46.951629 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-803c2bba-5697-45e2-ad04-49165d468c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:46.956574 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-1422e7e5-bef2-41f8-a914-66202661ba87 None None] Transition to ACTIVE for port object ba99910b-401f-4d77-96a5-d5055bb6ee2c will not be triggered until provisioned by entity L2. {{(pid=80341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:44:46.964203 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1422e7e5-bef2-41f8-a914-66202661ba87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:46.986543 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-b1cff5d9-dba6-4f2e-9cfc-d351015ae12a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:47.075143 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-f0720cce-7219-4627-8808-3978651b9df5 req-5c7ddb0f-0a8b-4900-a0f9-84109808e12d tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:44:47.083944 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-f0720cce-7219-4627-8808-3978651b9df5 req-5c7ddb0f-0a8b-4900-a0f9-84109808e12d tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Usage tracker for resource:port and tenant:95cc84bd2380462fa5557d90947683b9 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:44:47.085572 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47406488-a617-4c08-9723-644a9af416b3 None None] Pushing event updated for resources: {'Port': ['ID=ba99910b-401f-4d77-96a5-d5055bb6ee2c,revision_number=2']} {{(pid=80341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:47.088290 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-f0720cce-7219-4627-8808-3978651b9df5 req-5c7ddb0f-0a8b-4900-a0f9-84109808e12d tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Quota usage for port was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:44:47.104187 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-f0720cce-7219-4627-8808-3978651b9df5 req-5c7ddb0f-0a8b-4900-a0f9-84109808e12d tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:44:47.110065 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-47406488-a617-4c08-9723-644a9af416b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:47.128761 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0720cce-7219-4627-8808-3978651b9df5 req-5c7ddb0f-0a8b-4900-a0f9-84109808e12d tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Made reservation on behalf of 95cc84bd2380462fa5557d90947683b9 for: {'port': 1} {{(pid=80339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:44:47.137998 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-f0720cce-7219-4627-8808-3978651b9df5 req-5c7ddb0f-0a8b-4900-a0f9-84109808e12d tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:47.288554 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf11f4-2af1-4bc1-b51d-a0a5300fd338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd28046-20d6-4ce1-8918-d6d6baec65e9,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:47.294748 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-1422e7e5-bef2-41f8-a914-66202661ba87 None None] Attempting to bind port ba99910b-401f-4d77-96a5-d5055bb6ee2c on host dv-cinder-763306-1-smb for vnic_type normal with profile {{(pid=80341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:44:47.295180 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-1422e7e5-bef2-41f8-a914-66202661ba87 None None] Attempting to bind port ba99910b-401f-4d77-96a5-d5055bb6ee2c by drivers openvswitch on host dv-cinder-763306-1-smb at level 0 using segments [{'id': '570e6a95-1f7f-4238-9052-97fd91c0100f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e'}] {{(pid=80341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:44:47.295630 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1422e7e5-bef2-41f8-a914-66202661ba87 None None] Attempting to bind port ba99910b-401f-4d77-96a5-d5055bb6ee2c on network 763d99df-10cd-4fa9-8817-f2839aa5077e {{(pid=80341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:44:47.303580 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e46370-24c8-4c03-952f-20f8f51ee19c None None] Pushing event updated for resources: {'Port': ['ID=2423149c-fa74-46ca-8bdd-cd1ac1f9a226,revision_number=3']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:47.313235 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-72cf11f4-2af1-4bc1-b51d-a0a5300fd338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:47.314320 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1422e7e5-bef2-41f8-a914-66202661ba87 None None] Checking agent: {'id': '3b9cbee5-707a-4bcc-ae8c-d4de5d48a910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 35, 44), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 14), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:44:47.317303 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1422e7e5-bef2-41f8-a914-66202661ba87 None None] Checking segment: {'id': '570e6a95-1f7f-4238-9052-97fd91c0100f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:44:47.317758 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1422e7e5-bef2-41f8-a914-66202661ba87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:47.318197 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1422e7e5-bef2-41f8-a914-66202661ba87 None None] Bound using segment: {'id': '570e6a95-1f7f-4238-9052-97fd91c0100f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e'} {{(pid=80341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:44:47.318740 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-1422e7e5-bef2-41f8-a914-66202661ba87 None None] Bound port: ba99910b-401f-4d77-96a5-d5055bb6ee2c, host: dv-cinder-763306-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570e6a95-1f7f-4238-9052-97fd91c0100f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e'}}] {{(pid=80341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:44:47.319175 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1422e7e5-bef2-41f8-a914-66202661ba87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:47.325151 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] For port 874ffa19-b5df-40b3-9cc3-334b20ec7b06, host dv-cinder-763306-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=874ffa19-b5df-40b3-9cc3-334b20ec7b06,segment=NetworkSegment(570e6a95-1f7f-4238-9052-97fd91c0100f),segment_id=570e6a95-1f7f-4238-9052-97fd91c0100f)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:44:47.341534 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-75e46370-24c8-4c03-952f-20f8f51ee19c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.533s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:47.371420 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:47.382900 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-75e46370-24c8-4c03-952f-20f8f51ee19c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:47.573714 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.db.resource_extend [None req-d8a5a32a-fdf4-4c4d-b936-0d860202e193 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 19 05:44:47.581423 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-1422e7e5-bef2-41f8-a914-66202661ba87 None None] For port ba99910b-401f-4d77-96a5-d5055bb6ee2c, host dv-cinder-763306-1-smb, cleared binding levels {{(pid=80341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:44:47.588094 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-1422e7e5-bef2-41f8-a914-66202661ba87 None None] For port ba99910b-401f-4d77-96a5-d5055bb6ee2c, host dv-cinder-763306-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=ba99910b-401f-4d77-96a5-d5055bb6ee2c,segment=NetworkSegment(570e6a95-1f7f-4238-9052-97fd91c0100f),segment_id=570e6a95-1f7f-4238-9052-97fd91c0100f)] {{(pid=80341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:44:47.603780 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 2423149c-fa74-46ca-8bdd-cd1ac1f9a226 up at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:44:47.605889 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1422e7e5-bef2-41f8-a914-66202661ba87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:47.642335 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-47406488-a617-4c08-9723-644a9af416b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:47.804410 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Pushing event updated for resources: {'Port': ['ID=874ffa19-b5df-40b3-9cc3-334b20ec7b06,revision_number=4']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:47.822228 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:47.916703 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-72cf11f4-2af1-4bc1-b51d-a0a5300fd338 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d9997a5f6e345ba8f0cb72f75481c62&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0096340 Nov 19 05:44:47.917866 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 58642) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:47.974907 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning complete for port 2423149c-fa74-46ca-8bdd-cd1ac1f9a226 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:44:47.976500 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:48.089096 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d8a5a32a-fdf4-4c4d-b936-0d860202e193 None None] Notify callbacks [] for port, precommit_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:48.133385 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-75e46370-24c8-4c03-952f-20f8f51ee19c None None] Provisioning for port 1f0830bf-d57e-48be-9b86-310f6810ad4b completed by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:44:48.152278 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47406488-a617-4c08-9723-644a9af416b3 None None] Pushing event updated for resources: {'Port': ['ID=ba99910b-401f-4d77-96a5-d5055bb6ee2c,revision_number=3']} {{(pid=80341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:48.163721 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8c0c7b39-fc91-4c4d-962d-0cadca8405a1 req-7f5a7843-8559-4909-9265-79ef959c7c04 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.16 "GET /v2.0/ports?device_id=de8510b4-dd9a-483f-a88e-f43748378fce HTTP/1.1" status: 200 len: 210 time: 0.5046115 Nov 19 05:44:48.170722 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-47406488-a617-4c08-9723-644a9af416b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=80341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:48.176587 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d8a5a32a-fdf4-4c4d-b936-0d860202e193 None None] Transition to ACTIVE for port object d8093391-d9da-43ac-9cdd-34cffe4f0b09 will not be triggered until provisioned by entity L2. {{(pid=80340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:44:48.192106 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-75e46370-24c8-4c03-952f-20f8f51ee19c None None] Provisioning complete for port 1f0830bf-d57e-48be-9b86-310f6810ad4b triggered by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:44:48.206059 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-75e46370-24c8-4c03-952f-20f8f51ee19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:48.214560 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0be40a79-ae9e-4c08-baf1-c26d4abda031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:48.288662 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1422e7e5-bef2-41f8-a914-66202661ba87 None None] Routers {'56534d5c-45d4-40dd-9c01-fb3d1a36c591'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:44:48.289379 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-1422e7e5-bef2-41f8-a914-66202661ba87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:44:43Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['56534d5c-45d4-40dd-9c01-fb3d1a36c591'], 'active': True} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:44:48.346526 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-75e46370-24c8-4c03-952f-20f8f51ee19c None None] Port 1f0830bf-d57e-48be-9b86-310f6810ad4b cannot update to ACTIVE because it is not bound. {{(pid=80340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:44:48.358354 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d8a5a32a-fdf4-4c4d-b936-0d860202e193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:48.376949 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0be40a79-ae9e-4c08-baf1-c26d4abda031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:48.584775 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-62824f33-c201-455e-a146-278fd07f9241 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:48.630985 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dcfa0c9-ab68-494f-aa20-e360e452f620 admin admin] Notify agent at l3_agent.dv-cinder-763306-1-smb the message routers_updated {{(pid=80338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:44:48.704071 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0be40a79-ae9e-4c08-baf1-c26d4abda031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:48.762700 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:48.802158 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-1422e7e5-bef2-41f8-a914-66202661ba87 None None] Set router 56534d5c-45d4-40dd-9c01-fb3d1a36c591 gateway port host: dv-cinder-763306-1-smb {{(pid=80341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:44:48.814106 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:48.831778 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [req-f0720cce-7219-4627-8808-3978651b9df5 req-5c7ddb0f-0a8b-4900-a0f9-84109808e12d tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Allocated IP 172.20.0.13 (2e36ff25-d385-41fd-a3e3-e3a67e84557f/39934a21-ba82-499a-8435-14a041592746/d2fe61a0-53d6-427b-8f7c-7251f63586cc) {{(pid=80339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:44:48.861911 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-62824f33-c201-455e-a146-278fd07f9241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087'] for port, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:48.864761 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be40a79-ae9e-4c08-baf1-c26d4abda031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd28046-20d6-4ce1-8918-d6d6baec65e9,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:48.895905 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5975f422-b98d-49b8-88bd-63b4e3296e5d None None] Sync routers for ids ['cfe610fc-80a0-4db3-8707-4eb2ee97d595'] in dv-cinder-763306-1-smb {{(pid=80340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:44:48.904150 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-0be40a79-ae9e-4c08-baf1-c26d4abda031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:48.911920 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0be40a79-ae9e-4c08-baf1-c26d4abda031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:48.918187 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-0be40a79-ae9e-4c08-baf1-c26d4abda031 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dbd28046-20d6-4ce1-8918-d6d6baec65e9 HTTP/1.1" status: 204 len: 168 time: 0.9903083 Nov 19 05:44:48.944061 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-3dcfa0c9-ab68-494f-aa20-e360e452f620 admin admin] 10.222.0.16 "PUT /v2.0/routers/cfe610fc-80a0-4db3-8707-4eb2ee97d595/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0176671 Nov 19 05:44:49.020293 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5975f422-b98d-49b8-88bd-63b4e3296e5d None None] Routers {'cfe610fc-80a0-4db3-8707-4eb2ee97d595'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:44:49.021769 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-5975f422-b98d-49b8-88bd-63b4e3296e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:44:43Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['cfe610fc-80a0-4db3-8707-4eb2ee97d595'], 'active': True} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:44:49.064024 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4ff90eed-2d46-42e8-b466-a707bcda9338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:49.242010 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:49.280252 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-d8a5a32a-fdf4-4c4d-b936-0d860202e193 None None] Attempting to bind port d8093391-d9da-43ac-9cdd-34cffe4f0b09 on host dv-cinder-763306-1-smb for vnic_type normal with profile {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:44:49.280677 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-d8a5a32a-fdf4-4c4d-b936-0d860202e193 None None] Attempting to bind port d8093391-d9da-43ac-9cdd-34cffe4f0b09 by drivers openvswitch on host dv-cinder-763306-1-smb at level 0 using segments [{'id': '570e6a95-1f7f-4238-9052-97fd91c0100f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e'}] {{(pid=80340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:44:49.281248 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a5a32a-fdf4-4c4d-b936-0d860202e193 None None] Attempting to bind port d8093391-d9da-43ac-9cdd-34cffe4f0b09 on network 763d99df-10cd-4fa9-8817-f2839aa5077e {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:44:49.317422 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a5a32a-fdf4-4c4d-b936-0d860202e193 None None] Checking agent: {'id': '3b9cbee5-707a-4bcc-ae8c-d4de5d48a910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 35, 44), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 14), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:44:49.317900 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a5a32a-fdf4-4c4d-b936-0d860202e193 None None] Checking segment: {'id': '570e6a95-1f7f-4238-9052-97fd91c0100f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:44:49.318403 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d8a5a32a-fdf4-4c4d-b936-0d860202e193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:49.318849 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a5a32a-fdf4-4c4d-b936-0d860202e193 None None] Bound using segment: {'id': '570e6a95-1f7f-4238-9052-97fd91c0100f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e'} {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:44:49.319419 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-d8a5a32a-fdf4-4c4d-b936-0d860202e193 None None] Bound port: d8093391-d9da-43ac-9cdd-34cffe4f0b09, host: dv-cinder-763306-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570e6a95-1f7f-4238-9052-97fd91c0100f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e'}}] {{(pid=80340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:44:49.319858 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d8a5a32a-fdf4-4c4d-b936-0d860202e193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:49.561445 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62824f33-c201-455e-a146-278fd07f9241 admin admin] Network 862f8118-c40f-4658-b1ad-353ef6da3fa1 is already hosted by enough agents. {{(pid=80339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:44:49.571370 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-62824f33-c201-455e-a146-278fd07f9241 admin admin] Resources bound (agent type, host, resource id): {{(pid=80339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:44:49.578498 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62824f33-c201-455e-a146-278fd07f9241 admin admin] Received port after_create {{(pid=80339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:44:49.579023 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-62824f33-c201-455e-a146-278fd07f9241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854058995'] for router_interface, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:49.601665 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-d8a5a32a-fdf4-4c4d-b936-0d860202e193 None None] For port d8093391-d9da-43ac-9cdd-34cffe4f0b09, host dv-cinder-763306-1-smb, cleared binding levels {{(pid=80340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:44:49.605852 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-d8a5a32a-fdf4-4c4d-b936-0d860202e193 None None] For port d8093391-d9da-43ac-9cdd-34cffe4f0b09, host dv-cinder-763306-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=d8093391-d9da-43ac-9cdd-34cffe4f0b09,segment=NetworkSegment(570e6a95-1f7f-4238-9052-97fd91c0100f),segment_id=570e6a95-1f7f-4238-9052-97fd91c0100f)] {{(pid=80340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:44:49.716496 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d8a5a32a-fdf4-4c4d-b936-0d860202e193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:50.007185 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-59e97926-0020-4ed3-8bab-95af6910e57a None None] Provisioning complete for port 2423149c-fa74-46ca-8bdd-cd1ac1f9a226 triggered by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:44:50.007708 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-59e97926-0020-4ed3-8bab-95af6910e57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:50.095818 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-62824f33-c201-455e-a146-278fd07f9241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:50.140984 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46eeb95-b8a9-4ee2-b552-7e26a17516b4 None None] Pushing event updated for resources: {'Port': ['ID=d8093391-d9da-43ac-9cdd-34cffe4f0b09,revision_number=2']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:50.144172 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 874ffa19-b5df-40b3-9cc3-334b20ec7b06 up at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:44:50.151861 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-88409e36-1302-48cf-802e-6f2ab1e2be18 req-93a7558e-6fee-4270-8c9d-b2bd9a4db992 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.16 "GET /v2.0/ports?device_id=de8510b4-dd9a-483f-a88e-f43748378fce HTTP/1.1" status: 200 len: 210 time: 0.5162823 Nov 19 05:44:50.194303 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62824f33-c201-455e-a146-278fd07f9241 admin admin] Pushing event updated for resources: {'Port': ['ID=289bfd0d-b264-454c-a2a3-24f4964936eb,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:50.209346 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-62824f33-c201-455e-a146-278fd07f9241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.970s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:50.247645 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [None req-4ff90eed-2d46-42e8-b466-a707bcda9338 admin admin] Allocated IP 172.20.0.1 (304e1383-f09c-4327-99c9-7961728842fc/7c37d305-86c3-49f3-a016-f0e689dbb363/1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a) {{(pid=80338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:44:50.285206 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-1422e7e5-bef2-41f8-a914-66202661ba87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'name': 'tempest-AttachVolumeShelveTestJSON-1201768390-router', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:44:40Z', 'revision_number': 3, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'gw_port': {'id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:37Z', 'updated_at': '2020-11-19T05:44:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb'}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:44:50.294821 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1422e7e5-bef2-41f8-a914-66202661ba87 None None] The sync data for ids ['56534d5c-45d4-40dd-9c01-fb3d1a36c591'] in dv-cinder-763306-1-smb is: [{'id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'name': 'tempest-AttachVolumeShelveTestJSON-1201768390-router', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:44:40Z', 'revision_number': 3, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'gw_port': {'id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:37Z', 'updated_at': '2020-11-19T05:44:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb'}] {{(pid=80341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:44:50.441298 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-5975f422-b98d-49b8-88bd-63b4e3296e5d None None] Set router cfe610fc-80a0-4db3-8707-4eb2ee97d595 gateway port host: dv-cinder-763306-1-smb {{(pid=80340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:44:50.497796 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4ff90eed-2d46-42e8-b466-a707bcda9338 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:50.537407 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-4ff90eed-2d46-42e8-b466-a707bcda9338 admin admin] Transition to ACTIVE for port object 1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a will not be triggered until provisioned by entity DHCP. {{(pid=80338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:44:50.632444 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 58692) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:50.641940 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4ff90eed-2d46-42e8-b466-a707bcda9338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087'] for port, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:50.730261 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:50.819131 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff90eed-2d46-42e8-b466-a707bcda9338 admin admin] Pushing event updated for resources: {'Port': ['ID=1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:50.829242 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-84078609-912c-4498-bb21-01fa083e0508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:50.874506 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-4ff90eed-2d46-42e8-b466-a707bcda9338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:50.970257 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-84078609-912c-4498-bb21-01fa083e0508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:44:50.981081 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-84078609-912c-4498-bb21-01fa083e0508 admin admin] Usage tracker for resource:security_group_rule and tenant:78a70786a2c94976a26ecfc2898bcf4d is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:44:50.988239 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-84078609-912c-4498-bb21-01fa083e0508 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:44:51.003429 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-84078609-912c-4498-bb21-01fa083e0508 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:44:51.191798 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-84078609-912c-4498-bb21-01fa083e0508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:51.215633 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-84078609-912c-4498-bb21-01fa083e0508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:51.390119 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-c208f559-a72e-466e-9b65-37e2c2da23bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:51.404767 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-84078609-912c-4498-bb21-01fa083e0508 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=78a70786a2c94976a26ecfc2898bcf4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7663002 Nov 19 05:44:51.405682 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 58716) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:51.574614 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-f0720cce-7219-4627-8808-3978651b9df5 req-5c7ddb0f-0a8b-4900-a0f9-84109808e12d tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Notify callbacks [] for port, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:51.684099 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d46eeb95-b8a9-4ee2-b552-7e26a17516b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.921s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:51.686717 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84078609-912c-4498-bb21-01fa083e0508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2efbad0f-92d9-4cbc-85e9-663a935faa29,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:51.700817 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-84078609-912c-4498-bb21-01fa083e0508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:51.762681 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.db.resource_extend [None req-62824f33-c201-455e-a146-278fd07f9241 admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 19 05:44:51.809754 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-df1cd8a2-917b-4896-a229-48244508718d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:51.817068 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1153732a-f33d-4584-b1a8-b403267704be req-c30de098-4c5e-446e-a529-b17a4d782539 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.16 "GET /v2.0/ports?device_id=de8510b4-dd9a-483f-a88e-f43748378fce HTTP/1.1" status: 200 len: 210 time: 0.2172012 Nov 19 05:44:51.845660 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-62824f33-c201-455e-a146-278fd07f9241 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:51.870809 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-62824f33-c201-455e-a146-278fd07f9241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:51.873898 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff90eed-2d46-42e8-b466-a707bcda9338 admin admin] Network 304e1383-f09c-4327-99c9-7961728842fc is already hosted by enough agents. {{(pid=80338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:44:51.891835 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-62824f33-c201-455e-a146-278fd07f9241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851143098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716904'] for router_interface, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:51.911117 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-df1cd8a2-917b-4896-a229-48244508718d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:51.942483 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e1cc637a-303d-4d98-a7a5-64430dadb24b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:51.951912 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.017s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:51.978265 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-4ff90eed-2d46-42e8-b466-a707bcda9338 admin admin] Resources bound (agent type, host, resource id): {{(pid=80338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:44:51.991127 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff90eed-2d46-42e8-b466-a707bcda9338 admin admin] Received port after_create {{(pid=80338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:44:51.993539 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4ff90eed-2d46-42e8-b466-a707bcda9338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854058995'] for router_interface, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:52.060141 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 58722) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:52.242016 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-df1cd8a2-917b-4896-a229-48244508718d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:52.249379 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-85dfca79-13f5-4c64-84cf-422ac78d08f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Request body: {'security_group': {'name': 'tempest-securitygroup--1225636777', 'description': 'tempest-description--1365684818'}} {{(pid=80338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:44:52.276494 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-85dfca79-13f5-4c64-84cf-422ac78d08f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:44:52.288025 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-85dfca79-13f5-4c64-84cf-422ac78d08f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Usage tracker for resource:security_group and tenant:17a899bd609f4510af15bbf524aca39c is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:44:52.293323 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-85dfca79-13f5-4c64-84cf-422ac78d08f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:44:52.300216 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-85dfca79-13f5-4c64-84cf-422ac78d08f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:44:52.310351 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4ff90eed-2d46-42e8-b466-a707bcda9338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:52.624147 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 58732) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:52.671785 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-f0720cce-7219-4627-8808-3978651b9df5 req-5c7ddb0f-0a8b-4900-a0f9-84109808e12d tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087'] for port, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:52.852010 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62824f33-c201-455e-a146-278fd07f9241 admin admin] Pushing event updated for resources: {'Port': ['ID=289bfd0d-b264-454c-a2a3-24f4964936eb,revision_number=2']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:52.864009 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-62824f33-c201-455e-a146-278fd07f9241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.922s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:52.872832 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62824f33-c201-455e-a146-278fd07f9241 admin admin] Network 862f8118-c40f-4658-b1ad-353ef6da3fa1 is already hosted by enough agents. {{(pid=80339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:44:52.913787 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning complete for port 874ffa19-b5df-40b3-9cc3-334b20ec7b06 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:44:52.914191 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:53.079183 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4ff90eed-2d46-42e8-b466-a707bcda9338 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:53.101927 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-5975f422-b98d-49b8-88bd-63b4e3296e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'name': 'tempest-AttachVolumeTestJSON-1859420344-router', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:33Z', 'updated_at': '2020-11-19T05:44:42Z', 'revision_number': 4, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'gw_port': {'id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '1f0830bf-d57e-48be-9b86-310f6810ad4b', 'name': '', 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'mac_address': 'fa:16:3e:b6:93:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79de99d1-0c92-4ca9-b38b-41526eec1217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:40Z', 'updated_at': '2020-11-19T05:44:43Z', 'revision_number': 2, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'subnets': [{'id': '79de99d1-0c92-4ca9-b38b-41526eec1217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:44:53.106636 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-85dfca79-13f5-4c64-84cf-422ac78d08f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:53.135414 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:53.141035 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5975f422-b98d-49b8-88bd-63b4e3296e5d None None] Checking router: cfe610fc-80a0-4db3-8707-4eb2ee97d595 for host: dv-cinder-763306-1-smb {{(pid=80340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:44:53.141488 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5975f422-b98d-49b8-88bd-63b4e3296e5d None None] Updating router cfe610fc-80a0-4db3-8707-4eb2ee97d595 port 1f0830bf-d57e-48be-9b86-310f6810ad4b binding host dv-cinder-763306-1-smb {{(pid=80340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 05:44:53.152509 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4ff90eed-2d46-42e8-b466-a707bcda9338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:53.155149 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.328s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:53.227894 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-85dfca79-13f5-4c64-84cf-422ac78d08f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:44:53.233528 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-85dfca79-13f5-4c64-84cf-422ac78d08f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Usage tracker for resource:security_group_rule and tenant:17a899bd609f4510af15bbf524aca39c is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:44:53.236526 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-85dfca79-13f5-4c64-84cf-422ac78d08f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:44:53.245173 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-85dfca79-13f5-4c64-84cf-422ac78d08f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:44:53.273695 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5975f422-b98d-49b8-88bd-63b4e3296e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:53.293076 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a5a32a-fdf4-4c4d-b936-0d860202e193 None None] Routers {'e78f9eaa-036b-4aac-883b-1732dad42e4a'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:44:53.294219 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-d8a5a32a-fdf4-4c4d-b936-0d860202e193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:44:43Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['e78f9eaa-036b-4aac-883b-1732dad42e4a'], 'active': True} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:44:53.357454 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-85dfca79-13f5-4c64-84cf-422ac78d08f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:53.358330 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1cd8a2-917b-4896-a229-48244508718d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2efbad0f-92d9-4cbc-85e9-663a935faa29,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:53.361594 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-df1cd8a2-917b-4896-a229-48244508718d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:53.371931 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4ff90eed-2d46-42e8-b466-a707bcda9338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851143098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716904'] for router_interface, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:53.394236 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ddb0f-0a8b-4900-a0f9-84109808e12d tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Pushing event updated for resources: {'Port': ['ID=d2fe61a0-53d6-427b-8f7c-7251f63586cc,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:53.397773 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-62824f33-c201-455e-a146-278fd07f9241 admin admin] Resources bound (agent type, host, resource id): {{(pid=80339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:44:53.421555 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1ec67196-9899-4be4-af67-716c838ef610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:53.442097 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-5c7ddb0f-0a8b-4900-a0f9-84109808e12d tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:53.483109 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-1ec67196-9899-4be4-af67-716c838ef610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:44:53.492923 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-1ec67196-9899-4be4-af67-716c838ef610 admin admin] Usage tracker for resource:security_group_rule and tenant:737e8531cd35469094cf486191cd1253 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:44:53.498882 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-1ec67196-9899-4be4-af67-716c838ef610 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:44:53.506907 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-1ec67196-9899-4be4-af67-716c838ef610 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:44:53.605762 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-df1cd8a2-917b-4896-a229-48244508718d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:53.607397 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-df1cd8a2-917b-4896-a229-48244508718d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2efbad0f-92d9-4cbc-85e9-663a935faa29 HTTP/1.1" status: 204 len: 168 time: 2.1963999 Nov 19 05:44:53.608347 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:53.611465 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1ec67196-9899-4be4-af67-716c838ef610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:53.623423 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-d8a5a32a-fdf4-4c4d-b936-0d860202e193 None None] Set router e78f9eaa-036b-4aac-883b-1732dad42e4a gateway port host: dv-cinder-763306-1-smb {{(pid=80340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:44:53.636497 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0720cce-7219-4627-8808-3978651b9df5 req-5c7ddb0f-0a8b-4900-a0f9-84109808e12d tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Network 2e36ff25-d385-41fd-a3e3-e3a67e84557f is already hosted by enough agents. {{(pid=80339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:44:53.637813 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1ec67196-9899-4be4-af67-716c838ef610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:53.644670 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [req-f0720cce-7219-4627-8808-3978651b9df5 req-5c7ddb0f-0a8b-4900-a0f9-84109808e12d tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Resources bound (agent type, host, resource id): {{(pid=80339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:44:53.687161 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0720cce-7219-4627-8808-3978651b9df5 req-5c7ddb0f-0a8b-4900-a0f9-84109808e12d tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Received port after_create {{(pid=80339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:44:53.700922 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-85dfca79-13f5-4c64-84cf-422ac78d08f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:53.703817 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0720cce-7219-4627-8808-3978651b9df5 req-5c7ddb0f-0a8b-4900-a0f9-84109808e12d tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:44:53.706267 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-f0720cce-7219-4627-8808-3978651b9df5 req-5c7ddb0f-0a8b-4900-a0f9-84109808e12d tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:53.712344 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff90eed-2d46-42e8-b466-a707bcda9338 admin admin] Pushing event updated for resources: {'Port': ['ID=1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a,revision_number=2']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:53.715672 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-4ff90eed-2d46-42e8-b466-a707bcda9338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:53.729739 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff90eed-2d46-42e8-b466-a707bcda9338 admin admin] Network 304e1383-f09c-4327-99c9-7961728842fc is already hosted by enough agents. {{(pid=80338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:44:53.753394 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:53.760745 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-4ff90eed-2d46-42e8-b466-a707bcda9338 admin admin] Resources bound (agent type, host, resource id): {{(pid=80338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:44:53.815975 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46eeb95-b8a9-4ee2-b552-7e26a17516b4 None None] Pushing event updated for resources: {'Port': ['ID=d8093391-d9da-43ac-9cdd-34cffe4f0b09,revision_number=3']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:54.220072 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-0be40a79-ae9e-4c08-baf1-c26d4abda031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:54.263901 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dfca79-13f5-4c64-84cf-422ac78d08f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Pushing event updated for resources: {'SecurityGroup': ['ID=049d293c-5562-4710-8a70-e5a8c74140d2,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:54.267784 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-85dfca79-13f5-4c64-84cf-422ac78d08f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:54.268857 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-85dfca79-13f5-4c64-84cf-422ac78d08f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:54.270706 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-85dfca79-13f5-4c64-84cf-422ac78d08f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 2.2093451 Nov 19 05:44:54.294781 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-59e97926-0020-4ed3-8bab-95af6910e57a None None] Provisioning complete for port 1f0830bf-d57e-48be-9b86-310f6810ad4b triggered by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:44:54.295474 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-59e97926-0020-4ed3-8bab-95af6910e57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:54.325263 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 58760) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:54.413783 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-001e79b4-b8a9-4e0e-baef-264135e2b183 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Request body: {'security_group_rule': {'security_group_id': '049d293c-5562-4710-8a70-e5a8c74140d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:44:54.432278 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-001e79b4-b8a9-4e0e-baef-264135e2b183 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:44:54.443980 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-001e79b4-b8a9-4e0e-baef-264135e2b183 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Usage tracker for resource:security_group_rule and tenant:17a899bd609f4510af15bbf524aca39c is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:44:54.451911 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-001e79b4-b8a9-4e0e-baef-264135e2b183 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:44:54.459582 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d46eeb95-b8a9-4ee2-b552-7e26a17516b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.506s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:54.466517 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-59e97926-0020-4ed3-8bab-95af6910e57a None None] Port 1f0830bf-d57e-48be-9b86-310f6810ad4b cannot update to ACTIVE because it is not bound. {{(pid=80340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:44:54.467939 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-001e79b4-b8a9-4e0e-baef-264135e2b183 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:44:54.532525 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-1ec67196-9899-4be4-af67-716c838ef610 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=737e8531cd35469094cf486191cd1253&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8662329 Nov 19 05:44:54.565977 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3450bcb-9147-48ca-beb9-a5bef19379c5 req-29704594-72f5-4c65-a572-f9c9596c9348 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:44:54.566807 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-c3450bcb-9147-48ca-beb9-a5bef19379c5 req-29704594-72f5-4c65-a572-f9c9596c9348 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Synchronizing usage tracker for tenant:95cc84bd2380462fa5557d90947683b9 on resource:port {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:44:54.576516 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 58774) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:54.612302 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec67196-9899-4be4-af67-716c838ef610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3b3712-657d-4749-bc2c-682041633fd5,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:54.622032 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-1ec67196-9899-4be4-af67-716c838ef610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.869s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:54.727043 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2a7367eb-6cbb-48bc-858b-0c70072f1459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:54.806453 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-c3450bcb-9147-48ca-beb9-a5bef19379c5 req-29704594-72f5-4c65-a572-f9c9596c9348 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Unset dirty status for tenant:95cc84bd2380462fa5557d90947683b9 on resource:port {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:44:54.812916 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff90eed-2d46-42e8-b466-a707bcda9338 admin admin] Router 56534d5c-45d4-40dd-9c01-fb3d1a36c591 has already been hosted by L3 agent 9d988d7f-fab1-47ee-9f4c-4b1b16993ac8 {{(pid=80338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:44:54.817386 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c3450bcb-9147-48ca-beb9-a5bef19379c5 req-29704594-72f5-4c65-a572-f9c9596c9348 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.16 "GET /v2.0/ports?device_id=de8510b4-dd9a-483f-a88e-f43748378fce HTTP/1.1" status: 200 len: 932 time: 1.5118144 Nov 19 05:44:54.821402 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2a7367eb-6cbb-48bc-858b-0c70072f1459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:54.822439 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f0720cce-7219-4627-8808-3978651b9df5 req-5c7ddb0f-0a8b-4900-a0f9-84109808e12d tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.0948012 Nov 19 05:44:54.875965 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-0d6f4787-a7c5-4bcd-a12c-00eca2545cad None None] Provisioning for port 1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a completed by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:44:54.921450 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [req-f0720cce-7219-4627-8808-3978651b9df5 req-c875fad8-3b2d-40c6-a059-a3d46c4246c2 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=80339) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 05:44:54.922546 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f0720cce-7219-4627-8808-3978651b9df5 req-c875fad8-3b2d-40c6-a059-a3d46c4246c2 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0184512 Nov 19 05:44:54.931399 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-001e79b4-b8a9-4e0e-baef-264135e2b183 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for security_group_rule, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:54.946904 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-0d6f4787-a7c5-4bcd-a12c-00eca2545cad None None] Provisioning complete for port 1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a triggered by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:44:54.947327 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0d6f4787-a7c5-4bcd-a12c-00eca2545cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:55.050257 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-0d6f4787-a7c5-4bcd-a12c-00eca2545cad None None] Port 1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a cannot update to ACTIVE because it is not bound. {{(pid=80340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:44:55.060535 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device ba99910b-401f-4d77-96a5-d5055bb6ee2c up at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:44:55.141897 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2a7367eb-6cbb-48bc-858b-0c70072f1459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:55.153903 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:55.360931 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7367eb-6cbb-48bc-858b-0c70072f1459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3b3712-657d-4749-bc2c-682041633fd5,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:55.376073 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-2a7367eb-6cbb-48bc-858b-0c70072f1459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:55.381499 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2a7367eb-6cbb-48bc-858b-0c70072f1459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:55.386676 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-2a7367eb-6cbb-48bc-858b-0c70072f1459 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6e3b3712-657d-4749-bc2c-682041633fd5 HTTP/1.1" status: 204 len: 168 time: 0.8034875 Nov 19 05:44:55.518740 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff90eed-2d46-42e8-b466-a707bcda9338 admin admin] Notify agent at l3_agent.dv-cinder-763306-1-smb the message routers_updated {{(pid=80338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:44:55.539307 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-4ff90eed-2d46-42e8-b466-a707bcda9338 admin admin] 10.222.0.16 "PUT /v2.0/routers/56534d5c-45d4-40dd-9c01-fb3d1a36c591/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7619228 Nov 19 05:44:55.543575 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2e8c62-1682-4fd6-a2cb-47a692ea9e56 None None] Sync routers for ids ['56534d5c-45d4-40dd-9c01-fb3d1a36c591'] in dv-cinder-763306-1-smb {{(pid=80341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:44:55.583710 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2e8c62-1682-4fd6-a2cb-47a692ea9e56 None None] Routers {'56534d5c-45d4-40dd-9c01-fb3d1a36c591'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:44:55.586945 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-6c2e8c62-1682-4fd6-a2cb-47a692ea9e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:44:43Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['56534d5c-45d4-40dd-9c01-fb3d1a36c591'], 'active': True} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:44:55.692151 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c3450bcb-9147-48ca-beb9-a5bef19379c5 req-a08dc7ed-5e62-413e-8049-e48f60f9684e tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.16 "GET /v2.0/security-groups?id=d33910df-aba9-46b7-9fba-42f981823735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8692069 Nov 19 05:44:55.955493 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning for port ba99910b-401f-4d77-96a5-d5055bb6ee2c completed by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:44:55.972571 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning complete for port ba99910b-401f-4d77-96a5-d5055bb6ee2c triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:44:55.973674 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:56.017757 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 58812) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:56.090111 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-001e79b4-b8a9-4e0e-baef-264135e2b183 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:56.098627 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-001e79b4-b8a9-4e0e-baef-264135e2b183 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014810'] for security_group_rule, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:56.125814 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:56.185866 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-6c2e8c62-1682-4fd6-a2cb-47a692ea9e56 None None] Set router 56534d5c-45d4-40dd-9c01-fb3d1a36c591 gateway port host: dv-cinder-763306-1-smb {{(pid=80341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:44:56.208453 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.db.resource_extend [None req-5975f422-b98d-49b8-88bd-63b4e3296e5d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 19 05:44:56.243625 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e79b4-b8a9-4e0e-baef-264135e2b183 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a15eb17-cb4b-44e3-93e4-f521850f8f66,revision_number=0']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:56.264218 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-001e79b4-b8a9-4e0e-baef-264135e2b183 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:56.307458 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-001e79b4-b8a9-4e0e-baef-264135e2b183 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for security_group_rule, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:56.309138 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-001e79b4-b8a9-4e0e-baef-264135e2b183 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.9658673 Nov 19 05:44:56.312355 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 58824) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:56.318671 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-01f89dc7-9996-4613-ad00-05afbd34e285 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Request body: {'security_group_rule': {'security_group_id': '049d293c-5562-4710-8a70-e5a8c74140d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:44:56.323544 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5975f422-b98d-49b8-88bd-63b4e3296e5d None None] Notify callbacks [] for port, precommit_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:56.334570 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-01f89dc7-9996-4613-ad00-05afbd34e285 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:44:56.337797 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-5975f422-b98d-49b8-88bd-63b4e3296e5d None None] Transition to ACTIVE for port object 1f0830bf-d57e-48be-9b86-310f6810ad4b will not be triggered until provisioned by entity L2. {{(pid=80340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:44:56.349337 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-01f89dc7-9996-4613-ad00-05afbd34e285 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Usage tracker for resource:security_group_rule and tenant:17a899bd609f4510af15bbf524aca39c is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:44:56.359770 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-01f89dc7-9996-4613-ad00-05afbd34e285 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:44:56.371097 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-01f89dc7-9996-4613-ad00-05afbd34e285 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:44:56.390555 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62824f33-c201-455e-a146-278fd07f9241 admin admin] Router e78f9eaa-036b-4aac-883b-1732dad42e4a has already been hosted by L3 agent 9d988d7f-fab1-47ee-9f4c-4b1b16993ac8 {{(pid=80339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:44:56.426493 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-01f89dc7-9996-4613-ad00-05afbd34e285 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for security_group_rule, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:56.439422 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-d8a5a32a-fdf4-4c4d-b936-0d860202e193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78f9eaa-036b-4aac-883b-1732dad42e4a', 'name': 'tempest-ServerRescueNegativeTestJSON-511593106-router', 'tenant_id': '2e7d3f7e9f0543ae8ff7b0d164f37f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.165'}], 'enable_snat': True}, 'gw_port_id': 'd8093391-d9da-43ac-9cdd-34cffe4f0b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:34Z', 'updated_at': '2020-11-19T05:44:49Z', 'revision_number': 4, 'project_id': '2e7d3f7e9f0543ae8ff7b0d164f37f27', 'gw_port': {'id': 'd8093391-d9da-43ac-9cdd-34cffe4f0b09', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:99:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78f9eaa-036b-4aac-883b-1732dad42e4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:36Z', 'updated_at': '2020-11-19T05:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '289bfd0d-b264-454c-a2a3-24f4964936eb', 'name': '', 'network_id': '862f8118-c40f-4658-b1ad-353ef6da3fa1', 'tenant_id': '2e7d3f7e9f0543ae8ff7b0d164f37f27', 'mac_address': 'fa:16:3e:5f:ad:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78f9eaa-036b-4aac-883b-1732dad42e4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12c931fa-83f1-4bd4-970f-5ff8c913a3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:45Z', 'updated_at': '2020-11-19T05:44:50Z', 'revision_number': 2, 'project_id': '2e7d3f7e9f0543ae8ff7b0d164f37f27', 'subnets': [{'id': '12c931fa-83f1-4bd4-970f-5ff8c913a3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:44:56.441759 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5975f422-b98d-49b8-88bd-63b4e3296e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:56.444246 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:56.461890 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] For port ba99910b-401f-4d77-96a5-d5055bb6ee2c, host dv-cinder-763306-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=ba99910b-401f-4d77-96a5-d5055bb6ee2c,segment=NetworkSegment(570e6a95-1f7f-4238-9052-97fd91c0100f),segment_id=570e6a95-1f7f-4238-9052-97fd91c0100f)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:44:56.481136 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:56.607379 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a5a32a-fdf4-4c4d-b936-0d860202e193 None None] The sync data for ids ['e78f9eaa-036b-4aac-883b-1732dad42e4a'] in dv-cinder-763306-1-smb is: [{'id': 'e78f9eaa-036b-4aac-883b-1732dad42e4a', 'name': 'tempest-ServerRescueNegativeTestJSON-511593106-router', 'tenant_id': '2e7d3f7e9f0543ae8ff7b0d164f37f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.165'}], 'enable_snat': True}, 'gw_port_id': 'd8093391-d9da-43ac-9cdd-34cffe4f0b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:34Z', 'updated_at': '2020-11-19T05:44:49Z', 'revision_number': 4, 'project_id': '2e7d3f7e9f0543ae8ff7b0d164f37f27', 'gw_port': {'id': 'd8093391-d9da-43ac-9cdd-34cffe4f0b09', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:99:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78f9eaa-036b-4aac-883b-1732dad42e4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:36Z', 'updated_at': '2020-11-19T05:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '289bfd0d-b264-454c-a2a3-24f4964936eb', 'name': '', 'network_id': '862f8118-c40f-4658-b1ad-353ef6da3fa1', 'tenant_id': '2e7d3f7e9f0543ae8ff7b0d164f37f27', 'mac_address': 'fa:16:3e:5f:ad:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78f9eaa-036b-4aac-883b-1732dad42e4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12c931fa-83f1-4bd4-970f-5ff8c913a3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:45Z', 'updated_at': '2020-11-19T05:44:50Z', 'revision_number': 2, 'project_id': '2e7d3f7e9f0543ae8ff7b0d164f37f27', 'subnets': [{'id': '12c931fa-83f1-4bd4-970f-5ff8c913a3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:44:56.631658 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:56.643992 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbfbea7-2b97-443e-9471-f5222d052f13 None None] Pushing event updated for resources: {'Port': ['ID=1f0830bf-d57e-48be-9b86-310f6810ad4b,revision_number=3']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:56.657527 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-3fbfbea7-2b97-443e-9471-f5222d052f13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:56.658731 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-3fbfbea7-2b97-443e-9471-f5222d052f13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:56.729791 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-01f89dc7-9996-4613-ad00-05afbd34e285 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:56.739731 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-01f89dc7-9996-4613-ad00-05afbd34e285 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014810'] for security_group_rule, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:56.741602 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:56.775938 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f89dc7-9996-4613-ad00-05afbd34e285 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf341ac-0240-47bb-bdf0-a2719125aed6,revision_number=0']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:56.828970 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Pushing event updated for resources: {'Port': ['ID=ba99910b-401f-4d77-96a5-d5055bb6ee2c,revision_number=4']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:56.840449 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:56.903900 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-01f89dc7-9996-4613-ad00-05afbd34e285 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for security_group_rule, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:56.905250 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-01f89dc7-9996-4613-ad00-05afbd34e285 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5915315 Nov 19 05:44:56.906208 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-01f89dc7-9996-4613-ad00-05afbd34e285 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:56.908545 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 58848) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:56.934535 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-e44201e1-8f45-460d-8e71-84f09779f935 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Request body: {'floatingip': {'floating_network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e'}} {{(pid=80338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:44:56.964370 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-e44201e1-8f45-460d-8e71-84f09779f935 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:44:56.986225 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-e44201e1-8f45-460d-8e71-84f09779f935 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Usage tracker for resource:floatingip and tenant:17a899bd609f4510af15bbf524aca39c is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:44:57.003144 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-e44201e1-8f45-460d-8e71-84f09779f935 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:44:57.022054 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-e44201e1-8f45-460d-8e71-84f09779f935 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:44:57.049334 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62824f33-c201-455e-a146-278fd07f9241 admin admin] Notify agent at l3_agent.dv-cinder-763306-1-smb the message routers_updated {{(pid=80339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:44:57.053327 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e44201e1-8f45-460d-8e71-84f09779f935 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for floatingip, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:57.057722 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device ba99910b-401f-4d77-96a5-d5055bb6ee2c up at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:44:57.081250 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-62824f33-c201-455e-a146-278fd07f9241 admin admin] 10.222.0.16 "PUT /v2.0/routers/e78f9eaa-036b-4aac-883b-1732dad42e4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0829449 Nov 19 05:44:57.345038 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 58858) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:57.455905 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning complete for port ba99910b-401f-4d77-96a5-d5055bb6ee2c triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:44:57.456455 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:57.465582 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-6c2e8c62-1682-4fd6-a2cb-47a692ea9e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'name': 'tempest-AttachVolumeShelveTestJSON-1201768390-router', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:44:52Z', 'revision_number': 4, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'gw_port': {'id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:37Z', 'updated_at': '2020-11-19T05:44:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a', 'name': '', 'network_id': '304e1383-f09c-4327-99c9-7961728842fc', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'mac_address': 'fa:16:3e:09:b5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c37d305-86c3-49f3-a016-f0e689dbb363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:49Z', 'updated_at': '2020-11-19T05:44:52Z', 'revision_number': 2, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'subnets': [{'id': '7c37d305-86c3-49f3-a016-f0e689dbb363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:44:57.473055 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2e8c62-1682-4fd6-a2cb-47a692ea9e56 None None] Checking router: 56534d5c-45d4-40dd-9c01-fb3d1a36c591 for host: dv-cinder-763306-1-smb {{(pid=80341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:44:57.474020 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2e8c62-1682-4fd6-a2cb-47a692ea9e56 None None] Updating router 56534d5c-45d4-40dd-9c01-fb3d1a36c591 port 1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a binding host dv-cinder-763306-1-smb {{(pid=80341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 05:44:57.516288 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca824bfc-7d56-406c-abb1-47f5e24c4ed6 req-823a857e-60f2-4ef2-9d14-7599d30db0b1 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:44:57.523914 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ca824bfc-7d56-406c-abb1-47f5e24c4ed6 req-823a857e-60f2-4ef2-9d14-7599d30db0b1 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.16 "GET /v2.0/ports?device_id=de8510b4-dd9a-483f-a88e-f43748378fce HTTP/1.1" status: 200 len: 932 time: 0.2940993 Nov 19 05:44:57.534905 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23a1284b-f047-48fc-9785-78f84e236207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:57.604492 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6c2e8c62-1682-4fd6-a2cb-47a692ea9e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:57.696501 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-40975692-2799-4281-8fc6-f93d46b72271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:57.725460 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ca824bfc-7d56-406c-abb1-47f5e24c4ed6 req-9a83b416-19a7-4085-9a36-96740ed3629f tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.16 "GET /v2.0/security-groups?id=d33910df-aba9-46b7-9fba-42f981823735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902797 Nov 19 05:44:57.804716 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-23a1284b-f047-48fc-9785-78f84e236207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:44:57.820318 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-23a1284b-f047-48fc-9785-78f84e236207 admin admin] Usage tracker for resource:security_group_rule and tenant:db842048291b4299a75c501a15e60840 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:44:57.824092 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-23a1284b-f047-48fc-9785-78f84e236207 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:44:57.832119 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-23a1284b-f047-48fc-9785-78f84e236207 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:44:57.945161 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23a1284b-f047-48fc-9785-78f84e236207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:57.955858 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-40975692-2799-4281-8fc6-f93d46b72271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:44:57.958730 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23a1284b-f047-48fc-9785-78f84e236207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:57.963044 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-40975692-2799-4281-8fc6-f93d46b72271 admin admin] Usage tracker for resource:security_group_rule and tenant:5fa1b8f1ee9446c78da5b3755ac09f77 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:44:58.007550 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-5975f422-b98d-49b8-88bd-63b4e3296e5d None None] Attempting to bind port 1f0830bf-d57e-48be-9b86-310f6810ad4b on host dv-cinder-763306-1-smb for vnic_type normal with profile {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:44:58.008126 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-5975f422-b98d-49b8-88bd-63b4e3296e5d None None] Attempting to bind port 1f0830bf-d57e-48be-9b86-310f6810ad4b by drivers openvswitch on host dv-cinder-763306-1-smb at level 0 using segments [{'id': 'c08835ce-6c6c-495e-9241-1d413790bd94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b'}] {{(pid=80340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:44:58.008677 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5975f422-b98d-49b8-88bd-63b4e3296e5d None None] Attempting to bind port 1f0830bf-d57e-48be-9b86-310f6810ad4b on network 860fe5ec-aac7-4da6-92b2-2f86635d7a6b {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:44:58.011727 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-40975692-2799-4281-8fc6-f93d46b72271 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:44:58.017430 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:58.030981 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-23a1284b-f047-48fc-9785-78f84e236207 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db842048291b4299a75c501a15e60840&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6342785 Nov 19 05:44:58.031599 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 58864) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:58.040572 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-40975692-2799-4281-8fc6-f93d46b72271 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:44:58.051327 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e44201e1-8f45-460d-8e71-84f09779f935 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:58.287511 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-06b1409c-0564-4451-be45-f7efa6656f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:58.307884 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-f0720cce-7219-4627-8808-3978651b9df5 req-6bc5e04c-6555-4a99-a8fc-20a558846610 service neutron] Request body: {'port': {'device_id': 'de8510b4-dd9a-483f-a88e-f43748378fce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:44:58.360361 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5975f422-b98d-49b8-88bd-63b4e3296e5d None None] Checking agent: {'id': '3b9cbee5-707a-4bcc-ae8c-d4de5d48a910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 35, 44), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 14), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:44:58.360949 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5975f422-b98d-49b8-88bd-63b4e3296e5d None None] Checking segment: {'id': 'c08835ce-6c6c-495e-9241-1d413790bd94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:44:58.361541 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5975f422-b98d-49b8-88bd-63b4e3296e5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:58.362108 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5975f422-b98d-49b8-88bd-63b4e3296e5d None None] Bound using segment: {'id': 'c08835ce-6c6c-495e-9241-1d413790bd94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b'} {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:44:58.362779 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-5975f422-b98d-49b8-88bd-63b4e3296e5d None None] Bound port: 1f0830bf-d57e-48be-9b86-310f6810ad4b, host: dv-cinder-763306-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c08835ce-6c6c-495e-9241-1d413790bd94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b'}}] {{(pid=80340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:44:58.363348 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5975f422-b98d-49b8-88bd-63b4e3296e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:58.427789 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [None req-e44201e1-8f45-460d-8e71-84f09779f935 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Allocated IP 172.28.3.182 (763d99df-10cd-4fa9-8817-f2839aa5077e/77791555-10e6-47e0-b878-932fa2c0a363/5a32fea6-31ef-438a-94bc-9650dcaba971) {{(pid=80338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:44:58.651781 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-06b1409c-0564-4451-be45-f7efa6656f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:58.712345 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-5975f422-b98d-49b8-88bd-63b4e3296e5d None None] For port 1f0830bf-d57e-48be-9b86-310f6810ad4b, host dv-cinder-763306-1-smb, cleared binding levels {{(pid=80340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:44:58.725949 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-5975f422-b98d-49b8-88bd-63b4e3296e5d None None] For port 1f0830bf-d57e-48be-9b86-310f6810ad4b, host dv-cinder-763306-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=1f0830bf-d57e-48be-9b86-310f6810ad4b,segment=NetworkSegment(c08835ce-6c6c-495e-9241-1d413790bd94),segment_id=c08835ce-6c6c-495e-9241-1d413790bd94)] {{(pid=80340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:44:58.742134 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5975f422-b98d-49b8-88bd-63b4e3296e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:58.888788 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-f0720cce-7219-4627-8808-3978651b9df5 req-6bc5e04c-6555-4a99-a8fc-20a558846610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:58.920837 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1284b-f047-48fc-9785-78f84e236207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf4ec80-c4a2-4b87-997d-920402a98573,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:58.942715 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:58.952867 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-40975692-2799-4281-8fc6-f93d46b72271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:59.203078 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbfbea7-2b97-443e-9471-f5222d052f13 None None] Pushing event updated for resources: {'Port': ['ID=1f0830bf-d57e-48be-9b86-310f6810ad4b,revision_number=4']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:59.223464 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device d8093391-d9da-43ac-9cdd-34cffe4f0b09 up at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:44:59.299170 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-3fbfbea7-2b97-443e-9471-f5222d052f13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:59.372167 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e44201e1-8f45-460d-8e71-84f09779f935 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for port, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:59.387652 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 58904) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:59.410417 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6c2e8c62-1682-4fd6-a2cb-47a692ea9e56 None None] Notify callbacks [] for port, precommit_update {{(pid=80341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:59.480410 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-bea41859-293b-4a66-82ff-7a273e51a39a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Request body: {'security_group': {'name': 'tempest-securitygroup--854598079', 'description': 'tempest-description--780765482'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:44:59.485548 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e44201e1-8f45-460d-8e71-84f09779f935 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087'] for port, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:59.486510 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-40975692-2799-4281-8fc6-f93d46b72271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:59.487526 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-23a1284b-f047-48fc-9785-78f84e236207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.470s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:59.498671 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-6c2e8c62-1682-4fd6-a2cb-47a692ea9e56 None None] Transition to ACTIVE for port object 1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a will not be triggered until provisioned by entity L2. {{(pid=80341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:44:59.501330 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6c2e8c62-1682-4fd6-a2cb-47a692ea9e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:59.525827 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-06b1409c-0564-4451-be45-f7efa6656f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:59.534057 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:59.573452 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-bea41859-293b-4a66-82ff-7a273e51a39a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:44:59.581856 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5975f422-b98d-49b8-88bd-63b4e3296e5d None None] Routers {'cfe610fc-80a0-4db3-8707-4eb2ee97d595'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:44:59.587011 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-5975f422-b98d-49b8-88bd-63b4e3296e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:44:43Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['cfe610fc-80a0-4db3-8707-4eb2ee97d595'], 'active': True} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:44:59.633253 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-bea41859-293b-4a66-82ff-7a273e51a39a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Usage tracker for resource:security_group and tenant:db4540afb2f2457fb8456c53e9da33fd is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:44:59.642520 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-bea41859-293b-4a66-82ff-7a273e51a39a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:44:59.644788 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-7dc17182-8b25-4a4c-8e68-02b208828140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:59.669300 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:44:59.800717 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2edcab-adcc-4546-8a2c-ad6f828ad1bc None None] Pushing event updated for resources: {'Port': ['ID=1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a,revision_number=3']} {{(pid=80341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:44:59.814501 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-40975692-2799-4281-8fc6-f93d46b72271 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5fa1b8f1ee9446c78da5b3755ac09f77&name=default HTTP/1.1" status: 200 len: 2647 time: 3.7953625 Nov 19 05:44:59.829985 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 58914) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:44:59.839886 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-9d2edcab-adcc-4546-8a2c-ad6f828ad1bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:44:59.900704 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-bea41859-293b-4a66-82ff-7a273e51a39a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:44:59.905555 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning for port d8093391-d9da-43ac-9cdd-34cffe4f0b09 completed by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:44:59.953311 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning complete for port d8093391-d9da-43ac-9cdd-34cffe4f0b09 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:44:59.953890 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:00.068272 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1409c-0564-4451-be45-f7efa6656f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf4ec80-c4a2-4b87-997d-920402a98573,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:00.132083 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-06b1409c-0564-4451-be45-f7efa6656f7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:00.187968 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44201e1-8f45-460d-8e71-84f09779f935 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Pushing event updated for resources: {'Port': ['ID=5a32fea6-31ef-438a-94bc-9650dcaba971,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:00.219679 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e44201e1-8f45-460d-8e71-84f09779f935 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:00.236010 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-9a919049-4618-46e1-9fda-0836f4c64759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.516s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:00.258875 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:00.327826 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44201e1-8f45-460d-8e71-84f09779f935 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Network 763d99df-10cd-4fa9-8817-f2839aa5077e is already hosted by enough agents. {{(pid=80338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:45:00.330743 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 58922) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:00.358873 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-e44201e1-8f45-460d-8e71-84f09779f935 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Resources bound (agent type, host, resource id): {{(pid=80338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:45:00.405654 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44201e1-8f45-460d-8e71-84f09779f935 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Received port after_create {{(pid=80338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:45:00.409871 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-06b1409c-0564-4451-be45-f7efa6656f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:00.421506 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-06b1409c-0564-4451-be45-f7efa6656f7d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/baf4ec80-c4a2-4b87-997d-920402a98573 HTTP/1.1" status: 204 len: 168 time: 2.3889687 Nov 19 05:45:00.427319 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-69fdabb7-0513-43b6-a675-306a9f47fce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:00.455441 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-6c2e8c62-1682-4fd6-a2cb-47a692ea9e56 None None] Attempting to bind port 1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a on host dv-cinder-763306-1-smb for vnic_type normal with profile {{(pid=80341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:45:00.455782 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-6c2e8c62-1682-4fd6-a2cb-47a692ea9e56 None None] Attempting to bind port 1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a by drivers openvswitch on host dv-cinder-763306-1-smb at level 0 using segments [{'id': '1bac46a1-971a-466a-ba00-4392d3f174e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '304e1383-f09c-4327-99c9-7961728842fc'}] {{(pid=80341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:45:00.456190 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2e8c62-1682-4fd6-a2cb-47a692ea9e56 None None] Attempting to bind port 1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a on network 304e1383-f09c-4327-99c9-7961728842fc {{(pid=80341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:45:00.467056 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2e8c62-1682-4fd6-a2cb-47a692ea9e56 None None] Checking agent: {'id': '3b9cbee5-707a-4bcc-ae8c-d4de5d48a910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 35, 44), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 14), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:45:00.467815 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2e8c62-1682-4fd6-a2cb-47a692ea9e56 None None] Checking segment: {'id': '1bac46a1-971a-466a-ba00-4392d3f174e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '304e1383-f09c-4327-99c9-7961728842fc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:45:00.467951 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6c2e8c62-1682-4fd6-a2cb-47a692ea9e56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:00.468291 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2e8c62-1682-4fd6-a2cb-47a692ea9e56 None None] Bound using segment: {'id': '1bac46a1-971a-466a-ba00-4392d3f174e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '304e1383-f09c-4327-99c9-7961728842fc'} {{(pid=80341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:45:00.468789 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-6c2e8c62-1682-4fd6-a2cb-47a692ea9e56 None None] Bound port: 1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a, host: dv-cinder-763306-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bac46a1-971a-466a-ba00-4392d3f174e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '304e1383-f09c-4327-99c9-7961728842fc'}}] {{(pid=80341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:45:00.469231 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6c2e8c62-1682-4fd6-a2cb-47a692ea9e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:00.475600 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bea41859-293b-4a66-82ff-7a273e51a39a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:00.479107 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-69fdabb7-0513-43b6-a675-306a9f47fce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:00.559554 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40975692-2799-4281-8fc6-f93d46b72271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b372aa1-30cf-45c7-b61b-75424eb46891,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:00.572508 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-69fdabb7-0513-43b6-a675-306a9f47fce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:00.573860 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-40975692-2799-4281-8fc6-f93d46b72271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:00.588434 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-df1cd8a2-917b-4896-a229-48244508718d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:00.600762 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-5975f422-b98d-49b8-88bd-63b4e3296e5d None None] Set router cfe610fc-80a0-4db3-8707-4eb2ee97d595 gateway port host: dv-cinder-763306-1-smb {{(pid=80340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:45:00.704196 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fdabb7-0513-43b6-a675-306a9f47fce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b372aa1-30cf-45c7-b61b-75424eb46891,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:00.714089 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-6c2e8c62-1682-4fd6-a2cb-47a692ea9e56 None None] For port 1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a, host dv-cinder-763306-1-smb, cleared binding levels {{(pid=80341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:45:00.718673 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-6c2e8c62-1682-4fd6-a2cb-47a692ea9e56 None None] For port 1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a, host dv-cinder-763306-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a,segment=NetworkSegment(1bac46a1-971a-466a-ba00-4392d3f174e2),segment_id=1bac46a1-971a-466a-ba00-4392d3f174e2)] {{(pid=80341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:45:00.726656 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6c2e8c62-1682-4fd6-a2cb-47a692ea9e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:00.727369 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-69fdabb7-0513-43b6-a675-306a9f47fce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:00.736834 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-fa9f6caf-0360-447d-b1bd-e782ac127ed2 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:00.752166 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-fa9f6caf-0360-447d-b1bd-e782ac127ed2 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/networks?id=862f8118-c40f-4658-b1ad-353ef6da3fa1 HTTP/1.1" status: 200 len: 818 time: 1.3739181 Nov 19 05:45:00.821563 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-69fdabb7-0513-43b6-a675-306a9f47fce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:00.825092 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-69fdabb7-0513-43b6-a675-306a9f47fce3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b372aa1-30cf-45c7-b61b-75424eb46891 HTTP/1.1" status: 204 len: 168 time: 0.9940462 Nov 19 05:45:00.839745 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e44201e1-8f45-460d-8e71-84f09779f935 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for floatingip, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:00.980388 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-bea41859-293b-4a66-82ff-7a273e51a39a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:01.001807 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e44201e1-8f45-460d-8e71-84f09779f935 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:01.009792 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-9d2edcab-adcc-4546-8a2c-ad6f828ad1bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:01.027908 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab8b6c-f7c9-4c6c-ba22-50837feab6a4 req-1122ee67-45f6-4362-8e63-21d9bbd4de6a tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:01.029585 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ceab8b6c-f7c9-4c6c-ba22-50837feab6a4 req-1122ee67-45f6-4362-8e63-21d9bbd4de6a tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.16 "GET /v2.0/ports?device_id=de8510b4-dd9a-483f-a88e-f43748378fce HTTP/1.1" status: 200 len: 932 time: 1.4507434 Nov 19 05:45:01.042291 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-bea41859-293b-4a66-82ff-7a273e51a39a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Usage tracker for resource:security_group_rule and tenant:db4540afb2f2457fb8456c53e9da33fd is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:01.061579 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-6119a89b-8bfc-463a-a534-74ec23e76235 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/quotas/2e7d3f7e9f0543ae8ff7b0d164f37f27 HTTP/1.1" status: 200 len: 375 time: 0.3083634 Nov 19 05:45:01.075521 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-bea41859-293b-4a66-82ff-7a273e51a39a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:01.163765 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2e8c62-1682-4fd6-a2cb-47a692ea9e56 None None] Routers {'56534d5c-45d4-40dd-9c01-fb3d1a36c591'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:45:01.164463 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-6c2e8c62-1682-4fd6-a2cb-47a692ea9e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:44:43Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['56534d5c-45d4-40dd-9c01-fb3d1a36c591'], 'active': True} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:01.265836 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-bea41859-293b-4a66-82ff-7a273e51a39a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:01.488850 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2edcab-adcc-4546-8a2c-ad6f828ad1bc None None] Pushing event updated for resources: {'Port': ['ID=1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a,revision_number=4']} {{(pid=80341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:01.515514 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-9d2edcab-adcc-4546-8a2c-ad6f828ad1bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=80341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:01.546137 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5d7523f5-c731-47dd-97ea-e048b3ae8029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:01.608828 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ceab8b6c-f7c9-4c6c-ba22-50837feab6a4 req-cdfdf3cf-815d-4c1e-95b5-e2d692f48e88 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.16 "GET /v2.0/security-groups?id=d33910df-aba9-46b7-9fba-42f981823735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5633757 Nov 19 05:45:01.615228 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-6c2e8c62-1682-4fd6-a2cb-47a692ea9e56 None None] Set router 56534d5c-45d4-40dd-9c01-fb3d1a36c591 gateway port host: dv-cinder-763306-1-smb {{(pid=80341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:45:01.687211 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-5d7523f5-c731-47dd-97ea-e048b3ae8029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:01.693450 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-8c2d1a28-cad9-4124-8ef6-e26637ca11eb tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Synchronizing usage tracker for tenant:2e7d3f7e9f0543ae8ff7b0d164f37f27 on resource:port {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:45:01.697169 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.db.resource_extend [req-f0720cce-7219-4627-8808-3978651b9df5 req-6bc5e04c-6555-4a99-a8fc-20a558846610 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 19 05:45:01.723358 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-5d7523f5-c731-47dd-97ea-e048b3ae8029 admin admin] Usage tracker for resource:security_group_rule and tenant:622f6282c7d645d8ab33987809b1e960 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:01.734867 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:01.752995 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] For port d8093391-d9da-43ac-9cdd-34cffe4f0b09, host dv-cinder-763306-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=d8093391-d9da-43ac-9cdd-34cffe4f0b09,segment=NetworkSegment(570e6a95-1f7f-4238-9052-97fd91c0100f),segment_id=570e6a95-1f7f-4238-9052-97fd91c0100f)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:45:01.765455 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:01.784408 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-5d7523f5-c731-47dd-97ea-e048b3ae8029 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:01.788730 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:01.818386 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-5d7523f5-c731-47dd-97ea-e048b3ae8029 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:01.825150 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bea41859-293b-4a66-82ff-7a273e51a39a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:01.845410 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bea41859-293b-4a66-82ff-7a273e51a39a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:01.861213 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:01.878952 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [req-f0720cce-7219-4627-8808-3978651b9df5 req-6bc5e04c-6555-4a99-a8fc-20a558846610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2fe61a0-53d6-427b-8f7c-7251f63586cc {{(pid=80339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:45:01.883142 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Pushing event updated for resources: {'Port': ['ID=d8093391-d9da-43ac-9cdd-34cffe4f0b09,revision_number=4']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:01.894830 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:01.905772 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-f0720cce-7219-4627-8808-3978651b9df5 req-6bc5e04c-6555-4a99-a8fc-20a558846610 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:01.973518 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea41859-293b-4a66-82ff-7a273e51a39a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6c3538-e060-4874-940a-5c91d1a4d0b0,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:01.976598 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [req-f0720cce-7219-4627-8808-3978651b9df5 req-6bc5e04c-6555-4a99-a8fc-20a558846610 service neutron] Transition to ACTIVE for port object d2fe61a0-53d6-427b-8f7c-7251f63586cc will not be triggered until provisioned by entity L2. {{(pid=80339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:45:01.987612 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-bea41859-293b-4a66-82ff-7a273e51a39a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:01.994517 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-f0720cce-7219-4627-8808-3978651b9df5 req-6bc5e04c-6555-4a99-a8fc-20a558846610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:01.998332 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bea41859-293b-4a66-82ff-7a273e51a39a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:01.999877 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-bea41859-293b-4a66-82ff-7a273e51a39a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 2.5861466 Nov 19 05:45:02.017856 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 58948) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:02.034531 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-5c7ddb0f-0a8b-4900-a0f9-84109808e12d tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:02.049189 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-5975f422-b98d-49b8-88bd-63b4e3296e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'name': 'tempest-AttachVolumeTestJSON-1859420344-router', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:33Z', 'updated_at': '2020-11-19T05:44:42Z', 'revision_number': 4, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'gw_port': {'id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '1f0830bf-d57e-48be-9b86-310f6810ad4b', 'name': '', 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'mac_address': 'fa:16:3e:b6:93:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79de99d1-0c92-4ca9-b38b-41526eec1217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:40Z', 'updated_at': '2020-11-19T05:44:58Z', 'revision_number': 4, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'subnets': [{'id': '79de99d1-0c92-4ca9-b38b-41526eec1217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:02.053806 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a3acae-2c48-4ebe-a130-17a72d676f38 None None] Sync routers for ids ['e78f9eaa-036b-4aac-883b-1732dad42e4a'] in dv-cinder-763306-1-smb {{(pid=80340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:45:02.065593 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5975f422-b98d-49b8-88bd-63b4e3296e5d None None] The sync data for ids ['cfe610fc-80a0-4db3-8707-4eb2ee97d595'] in dv-cinder-763306-1-smb is: [{'id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'name': 'tempest-AttachVolumeTestJSON-1859420344-router', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:33Z', 'updated_at': '2020-11-19T05:44:42Z', 'revision_number': 4, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'gw_port': {'id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '1f0830bf-d57e-48be-9b86-310f6810ad4b', 'name': '', 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'mac_address': 'fa:16:3e:b6:93:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79de99d1-0c92-4ca9-b38b-41526eec1217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:40Z', 'updated_at': '2020-11-19T05:44:58Z', 'revision_number': 4, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'subnets': [{'id': '79de99d1-0c92-4ca9-b38b-41526eec1217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:45:02.082293 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a3acae-2c48-4ebe-a130-17a72d676f38 None None] Routers {'e78f9eaa-036b-4aac-883b-1732dad42e4a'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:45:02.082992 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-18a3acae-2c48-4ebe-a130-17a72d676f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:44:43Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['e78f9eaa-036b-4aac-883b-1732dad42e4a'], 'active': True} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:02.180023 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-b978f3d5-01c1-4656-b240-107e6f7160cf tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Request body: {'security_group_rule': {'security_group_id': '9c6c3538-e060-4874-940a-5c91d1a4d0b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:02.210976 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5e04c-6555-4a99-a8fc-20a558846610 service neutron] Pushing event updated for resources: {'Port': ['ID=d2fe61a0-53d6-427b-8f7c-7251f63586cc,revision_number=2']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:02.223754 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-b978f3d5-01c1-4656-b240-107e6f7160cf tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:02.241443 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5d7523f5-c731-47dd-97ea-e048b3ae8029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:02.270897 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e44201e1-8f45-460d-8e71-84f09779f935 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for port, precommit_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:02.275138 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e44201e1-8f45-460d-8e71-84f09779f935 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:02.309786 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-6bc5e04c-6555-4a99-a8fc-20a558846610 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:02.310866 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-b978f3d5-01c1-4656-b240-107e6f7160cf tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Usage tracker for resource:security_group_rule and tenant:db4540afb2f2457fb8456c53e9da33fd is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:02.334956 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-b978f3d5-01c1-4656-b240-107e6f7160cf tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:02.339505 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5d7523f5-c731-47dd-97ea-e048b3ae8029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:02.340468 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-8c2d1a28-cad9-4124-8ef6-e26637ca11eb tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Unset dirty status for tenant:2e7d3f7e9f0543ae8ff7b0d164f37f27 on resource:port {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:45:02.357163 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-8c2d1a28-cad9-4124-8ef6-e26637ca11eb tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?tenant_id=2e7d3f7e9f0543ae8ff7b0d164f37f27&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2943995 Nov 19 05:45:02.363784 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-b978f3d5-01c1-4656-b240-107e6f7160cf tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:02.395044 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-7c09291b-db33-4014-8d7b-127cfe096a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:02.489615 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b978f3d5-01c1-4656-b240-107e6f7160cf tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for security_group_rule, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:02.512669 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:02.601427 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 58960) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:02.702305 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44201e1-8f45-460d-8e71-84f09779f935 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Pushing event updated for resources: {'Port': ['ID=5a32fea6-31ef-438a-94bc-9650dcaba971,revision_number=2']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:02.705489 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e44201e1-8f45-460d-8e71-84f09779f935 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854058857'] for floatingip, after_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:02.740350 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e44201e1-8f45-460d-8e71-84f09779f935 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:02.770305 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-166425f4-7250-4499-a441-96372cb3e173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:02.806765 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e44201e1-8f45-460d-8e71-84f09779f935 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for floatingip, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:02.815101 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-e44201e1-8f45-460d-8e71-84f09779f935 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9031048 Nov 19 05:45:02.873590 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-166425f4-7250-4499-a441-96372cb3e173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:02.884720 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-166425f4-7250-4499-a441-96372cb3e173 admin admin] Usage tracker for resource:security_group_rule and tenant:037f291259884b6c8be18f5ca27ebf8c is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:02.892687 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-166425f4-7250-4499-a441-96372cb3e173 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:02.907856 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-166425f4-7250-4499-a441-96372cb3e173 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:02.917641 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-6c2e8c62-1682-4fd6-a2cb-47a692ea9e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'name': 'tempest-AttachVolumeShelveTestJSON-1201768390-router', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:44:52Z', 'revision_number': 4, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'gw_port': {'id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:37Z', 'updated_at': '2020-11-19T05:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a', 'name': '', 'network_id': '304e1383-f09c-4327-99c9-7961728842fc', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'mac_address': 'fa:16:3e:09:b5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c37d305-86c3-49f3-a016-f0e689dbb363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:49Z', 'updated_at': '2020-11-19T05:45:00Z', 'revision_number': 4, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'subnets': [{'id': '7c37d305-86c3-49f3-a016-f0e689dbb363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:02.923939 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2e8c62-1682-4fd6-a2cb-47a692ea9e56 None None] The sync data for ids ['56534d5c-45d4-40dd-9c01-fb3d1a36c591'] in dv-cinder-763306-1-smb is: [{'id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'name': 'tempest-AttachVolumeShelveTestJSON-1201768390-router', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:44:52Z', 'revision_number': 4, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'gw_port': {'id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:37Z', 'updated_at': '2020-11-19T05:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a', 'name': '', 'network_id': '304e1383-f09c-4327-99c9-7961728842fc', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'mac_address': 'fa:16:3e:09:b5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c37d305-86c3-49f3-a016-f0e689dbb363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:49Z', 'updated_at': '2020-11-19T05:45:00Z', 'revision_number': 4, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'subnets': [{'id': '7c37d305-86c3-49f3-a016-f0e689dbb363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:45:03.040021 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-5d7523f5-c731-47dd-97ea-e048b3ae8029 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=622f6282c7d645d8ab33987809b1e960&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6295180 Nov 19 05:45:03.040021 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7523f5-c731-47dd-97ea-e048b3ae8029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346a427c-12b9-4f05-b3b1-c0052efb665b,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:03.041416 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 58974) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:03.154268 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-5d7523f5-c731-47dd-97ea-e048b3ae8029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:03.160462 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-18a3acae-2c48-4ebe-a130-17a72d676f38 None None] Set router e78f9eaa-036b-4aac-883b-1732dad42e4a gateway port host: dv-cinder-763306-1-smb {{(pid=80340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:45:03.170582 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-166425f4-7250-4499-a441-96372cb3e173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:03.181158 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-166425f4-7250-4499-a441-96372cb3e173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:03.200944 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:03.308258 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166425f4-7250-4499-a441-96372cb3e173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25da6aa1-9ec5-4db9-b357-9438eb81fc13,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:03.312687 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b978f3d5-01c1-4656-b240-107e6f7160cf tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:03.335542 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-166425f4-7250-4499-a441-96372cb3e173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:03.347672 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-166425f4-7250-4499-a441-96372cb3e173 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=037f291259884b6c8be18f5ca27ebf8c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6471903 Nov 19 05:45:03.350325 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 58982) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:03.455237 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b978f3d5-01c1-4656-b240-107e6f7160cf tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014810'] for security_group_rule, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:03.473031 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-5e0c770d-0b48-4551-86d4-527df621ccb2 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=80339) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 05:45:03.474290 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-5e0c770d-0b48-4551-86d4-527df621ccb2 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.2626829 Nov 19 05:45:03.517867 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bcbbb91e-7dff-4e3d-a7a3-e65c1d58b2ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:03.594848 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bcbbb91e-7dff-4e3d-a7a3-e65c1d58b2ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:03.652081 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-001e79b4-b8a9-4e0e-baef-264135e2b183 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:03.706508 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b978f3d5-01c1-4656-b240-107e6f7160cf tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for security_group_rule, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:03.711108 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 58990) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:03.712254 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-b978f3d5-01c1-4656-b240-107e6f7160cf tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.5633392 Nov 19 05:45:03.720040 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-bc3a42df-21d6-4bf5-96cd-f33ecb2e0361 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Request body: {'security_group_rule': {'security_group_id': '9c6c3538-e060-4874-940a-5c91d1a4d0b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:03.726468 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-bc3a42df-21d6-4bf5-96cd-f33ecb2e0361 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:03.731391 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-bc3a42df-21d6-4bf5-96cd-f33ecb2e0361 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Usage tracker for resource:security_group_rule and tenant:db4540afb2f2457fb8456c53e9da33fd is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:03.734665 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-bc3a42df-21d6-4bf5-96cd-f33ecb2e0361 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:03.747224 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-bc3a42df-21d6-4bf5-96cd-f33ecb2e0361 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:03.762092 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bcbbb91e-7dff-4e3d-a7a3-e65c1d58b2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:03.783199 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:03.785442 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b9e5fcac-e1fc-4170-a940-52ee80fb619d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:03.788984 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978f3d5-01c1-4656-b240-107e6f7160cf tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd52180-c5b3-406a-891c-3ad030250cfb,revision_number=0']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:03.831075 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbbb91e-7dff-4e3d-a7a3-e65c1d58b2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25da6aa1-9ec5-4db9-b357-9438eb81fc13,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:03.839917 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bcbbb91e-7dff-4e3d-a7a3-e65c1d58b2ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:03.843458 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-bcbbb91e-7dff-4e3d-a7a3-e65c1d58b2ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/25da6aa1-9ec5-4db9-b357-9438eb81fc13 HTTP/1.1" status: 204 len: 168 time: 0.4897776 Nov 19 05:45:03.872380 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-bcbbb91e-7dff-4e3d-a7a3-e65c1d58b2ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:03.875040 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bc3a42df-21d6-4bf5-96cd-f33ecb2e0361 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for security_group_rule, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:03.921162 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-b978f3d5-01c1-4656-b240-107e6f7160cf tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:04.060568 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bc3a42df-21d6-4bf5-96cd-f33ecb2e0361 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:04.069024 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bc3a42df-21d6-4bf5-96cd-f33ecb2e0361 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014810'] for security_group_rule, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:04.083355 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-01f89dc7-9996-4613-ad00-05afbd34e285 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:04.116101 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-f0720cce-7219-4627-8808-3978651b9df5 req-6bc5e04c-6555-4a99-a8fc-20a558846610 service neutron] Attempting to bind port d2fe61a0-53d6-427b-8f7c-7251f63586cc on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:45:04.116655 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-f0720cce-7219-4627-8808-3978651b9df5 req-6bc5e04c-6555-4a99-a8fc-20a558846610 service neutron] Attempting to bind port d2fe61a0-53d6-427b-8f7c-7251f63586cc by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'd95ffc5b-9ed4-434a-b239-9bb69df652f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2e36ff25-d385-41fd-a3e3-e3a67e84557f'}] {{(pid=80339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:45:04.118322 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0720cce-7219-4627-8808-3978651b9df5 req-6bc5e04c-6555-4a99-a8fc-20a558846610 service neutron] Attempting to bind port d2fe61a0-53d6-427b-8f7c-7251f63586cc on network 2e36ff25-d385-41fd-a3e3-e3a67e84557f {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:45:04.144581 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b9e5fcac-e1fc-4170-a940-52ee80fb619d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:04.174399 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a up at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:45:04.182376 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a42df-21d6-4bf5-96cd-f33ecb2e0361 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e19bc0a1-0ea8-4033-896a-ca3cc98a3062,revision_number=0']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:04.194863 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-bc3a42df-21d6-4bf5-96cd-f33ecb2e0361 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:04.203496 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bc3a42df-21d6-4bf5-96cd-f33ecb2e0361 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for security_group_rule, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:04.207665 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-bc3a42df-21d6-4bf5-96cd-f33ecb2e0361 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4920726 Nov 19 05:45:04.207819 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc280b11-8bc5-4792-bd28-09142fab63c9 req-440bc171-c71b-441f-a086-4120b2d3a9f6 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:04.210511 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 59002) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:04.221686 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-11130670-e67a-4a2d-8758-f8e7d72e6478 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Request body: {'floatingip': {'floating_network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e'}} {{(pid=80338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:04.229150 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-11130670-e67a-4a2d-8758-f8e7d72e6478 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:04.230975 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-cc280b11-8bc5-4792-bd28-09142fab63c9 req-440bc171-c71b-441f-a086-4120b2d3a9f6 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.16 "GET /v2.0/ports?device_id=de8510b4-dd9a-483f-a88e-f43748378fce HTTP/1.1" status: 200 len: 944 time: 1.2359951 Nov 19 05:45:04.235786 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-11130670-e67a-4a2d-8758-f8e7d72e6478 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Usage tracker for resource:floatingip and tenant:db4540afb2f2457fb8456c53e9da33fd is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:04.241304 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-11130670-e67a-4a2d-8758-f8e7d72e6478 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:04.251066 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-11130670-e67a-4a2d-8758-f8e7d72e6478 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:04.264249 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11130670-e67a-4a2d-8758-f8e7d72e6478 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for floatingip, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:04.310106 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0720cce-7219-4627-8808-3978651b9df5 req-6bc5e04c-6555-4a99-a8fc-20a558846610 service neutron] Checking agent: {'id': '5d7c8804-5253-4fea-87de-bba3ff4a5dbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 42, 30), 'started_at': datetime.datetime(2020, 11, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:45:04.311936 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0720cce-7219-4627-8808-3978651b9df5 req-6bc5e04c-6555-4a99-a8fc-20a558846610 service neutron] Checking segment: {'id': 'd95ffc5b-9ed4-434a-b239-9bb69df652f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2e36ff25-d385-41fd-a3e3-e3a67e84557f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:45:04.312489 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-f0720cce-7219-4627-8808-3978651b9df5 req-6bc5e04c-6555-4a99-a8fc-20a558846610 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:04.313578 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0720cce-7219-4627-8808-3978651b9df5 req-6bc5e04c-6555-4a99-a8fc-20a558846610 service neutron] Bound using segment: {'id': 'd95ffc5b-9ed4-434a-b239-9bb69df652f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2e36ff25-d385-41fd-a3e3-e3a67e84557f'} {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:45:04.314222 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-f0720cce-7219-4627-8808-3978651b9df5 req-6bc5e04c-6555-4a99-a8fc-20a558846610 service neutron] Bound port: d2fe61a0-53d6-427b-8f7c-7251f63586cc, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd95ffc5b-9ed4-434a-b239-9bb69df652f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2e36ff25-d385-41fd-a3e3-e3a67e84557f'}}] {{(pid=80339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:45:04.314723 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-f0720cce-7219-4627-8808-3978651b9df5 req-6bc5e04c-6555-4a99-a8fc-20a558846610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:04.397846 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-7e0019f0-e006-4c50-bec8-47909449a774 service neutron] 10.222.0.16 "GET /v2.0/networks/862f8118-c40f-4658-b1ad-353ef6da3fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9000096 Nov 19 05:45:04.503952 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11130670-e67a-4a2d-8758-f8e7d72e6478 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:04.544544 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning for port 1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a completed by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:45:04.562751 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-18a3acae-2c48-4ebe-a130-17a72d676f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78f9eaa-036b-4aac-883b-1732dad42e4a', 'name': 'tempest-ServerRescueNegativeTestJSON-511593106-router', 'tenant_id': '2e7d3f7e9f0543ae8ff7b0d164f37f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.165'}], 'enable_snat': True}, 'gw_port_id': 'd8093391-d9da-43ac-9cdd-34cffe4f0b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:34Z', 'updated_at': '2020-11-19T05:44:49Z', 'revision_number': 4, 'project_id': '2e7d3f7e9f0543ae8ff7b0d164f37f27', 'gw_port': {'id': 'd8093391-d9da-43ac-9cdd-34cffe4f0b09', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:99:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78f9eaa-036b-4aac-883b-1732dad42e4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:36Z', 'updated_at': '2020-11-19T05:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '289bfd0d-b264-454c-a2a3-24f4964936eb', 'name': '', 'network_id': '862f8118-c40f-4658-b1ad-353ef6da3fa1', 'tenant_id': '2e7d3f7e9f0543ae8ff7b0d164f37f27', 'mac_address': 'fa:16:3e:5f:ad:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78f9eaa-036b-4aac-883b-1732dad42e4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12c931fa-83f1-4bd4-970f-5ff8c913a3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:45Z', 'updated_at': '2020-11-19T05:44:50Z', 'revision_number': 2, 'project_id': '2e7d3f7e9f0543ae8ff7b0d164f37f27', 'subnets': [{'id': '12c931fa-83f1-4bd4-970f-5ff8c913a3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:04.574477 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning complete for port 1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:04.575113 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:04.593423 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-caad3bd8-58c9-4c4d-a9f3-d669ace61354 service neutron] 10.222.0.16 "GET /v2.0/networks/862f8118-c40f-4658-b1ad-353ef6da3fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1943541 Nov 19 05:45:04.632333 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a3acae-2c48-4ebe-a130-17a72d676f38 None None] Checking router: e78f9eaa-036b-4aac-883b-1732dad42e4a for host: dv-cinder-763306-1-smb {{(pid=80340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:45:04.632945 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a3acae-2c48-4ebe-a130-17a72d676f38 None None] Updating router e78f9eaa-036b-4aac-883b-1732dad42e4a port 289bfd0d-b264-454c-a2a3-24f4964936eb binding host dv-cinder-763306-1-smb {{(pid=80340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 05:45:04.743420 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-cc280b11-8bc5-4792-bd28-09142fab63c9 req-669a219f-2a81-469e-97b8-5e95baf58746 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.16 "GET /v2.0/security-groups?id=d33910df-aba9-46b7-9fba-42f981823735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5111964 Nov 19 05:45:04.830567 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b9e5fcac-e1fc-4170-a940-52ee80fb619d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:04.831819 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-f0720cce-7219-4627-8808-3978651b9df5 req-6bc5e04c-6555-4a99-a8fc-20a558846610 service neutron] For port d2fe61a0-53d6-427b-8f7c-7251f63586cc, host hv-cinder-76330, cleared binding levels {{(pid=80339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:45:04.857912 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-f0720cce-7219-4627-8808-3978651b9df5 req-6bc5e04c-6555-4a99-a8fc-20a558846610 service neutron] For port d2fe61a0-53d6-427b-8f7c-7251f63586cc, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=d2fe61a0-53d6-427b-8f7c-7251f63586cc,segment=NetworkSegment(d95ffc5b-9ed4-434a-b239-9bb69df652f1),segment_id=d95ffc5b-9ed4-434a-b239-9bb69df652f1)] {{(pid=80339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:45:04.860561 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:04.895441 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b9e5fcac-e1fc-4170-a940-52ee80fb619d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:04.905016 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-b9e5fcac-e1fc-4170-a940-52ee80fb619d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/346a427c-12b9-4f05-b3b1-c0052efb665b HTTP/1.1" status: 204 len: 168 time: 1.7644014 Nov 19 05:45:04.906418 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5fcac-e1fc-4170-a940-52ee80fb619d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346a427c-12b9-4f05-b3b1-c0052efb665b,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:04.912779 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-18a3acae-2c48-4ebe-a130-17a72d676f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:04.914951 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-f0720cce-7219-4627-8808-3978651b9df5 req-6bc5e04c-6555-4a99-a8fc-20a558846610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:04.919752 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-b9e5fcac-e1fc-4170-a940-52ee80fb619d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:04.958640 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:05.087826 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [None req-11130670-e67a-4a2d-8758-f8e7d72e6478 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Allocated IP 172.28.3.155 (763d99df-10cd-4fa9-8817-f2839aa5077e/77791555-10e6-47e0-b878-932fa2c0a363/0af07373-5fb2-405d-81b8-5fc0533fe861) {{(pid=80338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:45:05.181986 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 6 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:45:05.215504 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:05.380676 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5e04c-6555-4a99-a8fc-20a558846610 service neutron] Pushing event updated for resources: {'Port': ['ID=d2fe61a0-53d6-427b-8f7c-7251f63586cc,revision_number=3']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:05.403076 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-6bc5e04c-6555-4a99-a8fc-20a558846610 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:05.428571 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] For port 1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a, host dv-cinder-763306-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a,segment=NetworkSegment(1bac46a1-971a-466a-ba00-4392d3f174e2),segment_id=1bac46a1-971a-466a-ba00-4392d3f174e2)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:45:05.452912 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-47f0f01b-33ce-49e2-af00-f9587dff9bed req-7f708969-c881-4ade-812b-66341933f2c5 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 210 time: 0.4953439 Nov 19 05:45:05.453094 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11130670-e67a-4a2d-8758-f8e7d72e6478 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for port, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:05.491327 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:05.492773 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device d8093391-d9da-43ac-9cdd-34cffe4f0b09 up at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:45:05.516281 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11130670-e67a-4a2d-8758-f8e7d72e6478 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087'] for port, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:05.532150 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-e4a19cbc-8baf-495d-bfe0-cd692fe41f8c tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Synchronizing usage tracker for tenant:17a899bd609f4510af15bbf524aca39c on resource:security_group {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:45:05.553267 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-5b74002c-7f8f-44bb-859c-02bc99417a6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:05.624309 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-e4a19cbc-8baf-495d-bfe0-cd692fe41f8c tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Unset dirty status for tenant:17a899bd609f4510af15bbf524aca39c on resource:security_group {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:45:05.629177 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-e4a19cbc-8baf-495d-bfe0-cd692fe41f8c tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1225636777&fields=id&tenant_id=17a899bd609f4510af15bbf524aca39c HTTP/1.1" status: 200 len: 267 time: 0.4509342 Nov 19 05:45:05.663526 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Pushing event updated for resources: {'Port': ['ID=1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a,revision_number=5']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:05.677693 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:05.702100 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-f0720cce-7219-4627-8808-3978651b9df5 req-6bc5e04c-6555-4a99-a8fc-20a558846610 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:05.703619 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f0720cce-7219-4627-8808-3978651b9df5 req-6bc5e04c-6555-4a99-a8fc-20a558846610 service neutron] 10.222.0.13 "PUT /v2.0/ports/d2fe61a0-53d6-427b-8f7c-7251f63586cc HTTP/1.1" status: 200 len: 1158 time: 8.6870725 Nov 19 05:45:05.704141 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8510b4-dd9a-483f-a88e-f43748378fce', 'tag': 'd2fe61a0-53d6-427b-8f7c-7251f63586cc'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:45:05.759518 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e44201e1-8f45-460d-8e71-84f09779f935 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:05.943772 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11130670-e67a-4a2d-8758-f8e7d72e6478 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Network 763d99df-10cd-4fa9-8817-f2839aa5077e is already hosted by enough agents. {{(pid=80338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:45:05.951578 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-11130670-e67a-4a2d-8758-f8e7d72e6478 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Resources bound (agent type, host, resource id): {{(pid=80338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:45:05.962377 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11130670-e67a-4a2d-8758-f8e7d72e6478 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Received port after_create {{(pid=80338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:45:06.035804 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11130670-e67a-4a2d-8758-f8e7d72e6478 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for floatingip, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:06.054500 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11130670-e67a-4a2d-8758-f8e7d72e6478 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Pushing event updated for resources: {'Port': ['ID=0af07373-5fb2-405d-81b8-5fc0533fe861,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:06.110570 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-18a3acae-2c48-4ebe-a130-17a72d676f38 None None] Notify callbacks [] for port, precommit_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:06.126608 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-18a3acae-2c48-4ebe-a130-17a72d676f38 None None] Transition to ACTIVE for port object 289bfd0d-b264-454c-a2a3-24f4964936eb will not be triggered until provisioned by entity L2. {{(pid=80340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:45:06.133550 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-18a3acae-2c48-4ebe-a130-17a72d676f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:06.159934 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f0720cce-7219-4627-8808-3978651b9df5 req-29202747-5618-49fc-8772-bfc9384c1b5d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=95cc84bd2380462fa5557d90947683b9&device_id=de8510b4-dd9a-483f-a88e-f43748378fce HTTP/1.1" status: 200 len: 1161 time: 0.3759117 Nov 19 05:45:06.178392 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-11130670-e67a-4a2d-8758-f8e7d72e6478 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:06.179923 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11130670-e67a-4a2d-8758-f8e7d72e6478 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:06.259511 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5f209-2c8c-42ee-ae6c-bf35bd25af3d req-c88d921f-b59f-4264-8bf0-e8f74ae7ce1b tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:06.275878 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9ad5f209-2c8c-42ee-ae6c-bf35bd25af3d req-c88d921f-b59f-4264-8bf0-e8f74ae7ce1b tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.16 "GET /v2.0/ports?device_id=de8510b4-dd9a-483f-a88e-f43748378fce HTTP/1.1" status: 200 len: 944 time: 0.2267172 Nov 19 05:45:06.325644 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-9dd04bc2-9c67-4db7-899d-62cc7f8736da tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:06.325849 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-9dd04bc2-9c67-4db7-899d-62cc7f8736da tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Synchronizing usage tracker for tenant:17a899bd609f4510af15bbf524aca39c on resource:network {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:45:06.356557 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-9dd04bc2-9c67-4db7-899d-62cc7f8736da tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Unset dirty status for tenant:17a899bd609f4510af15bbf524aca39c on resource:network {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:45:06.362616 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-9dd04bc2-9c67-4db7-899d-62cc7f8736da tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/networks?id=860fe5ec-aac7-4da6-92b2-2f86635d7a6b HTTP/1.1" status: 200 len: 811 time: 0.7165253 Nov 19 05:45:06.368503 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f0720cce-7219-4627-8808-3978651b9df5 req-36ab3a9e-c6aa-4401-8002-4ed5245cfc85 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2fe61a0-53d6-427b-8f7c-7251f63586cc HTTP/1.1" status: 200 len: 217 time: 0.1749251 Nov 19 05:45:06.397534 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:06.400688 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-81143a84-0806-488d-8a43-fdb87c1dc548 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/quotas/17a899bd609f4510af15bbf524aca39c HTTP/1.1" status: 200 len: 375 time: 0.0372722 Nov 19 05:45:06.561594 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9ad5f209-2c8c-42ee-ae6c-bf35bd25af3d req-d0e2f305-32a3-4a05-926f-3bbab3576b1f tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.16 "GET /v2.0/security-groups?id=d33910df-aba9-46b7-9fba-42f981823735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846267 Nov 19 05:45:06.563247 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0720cce-7219-4627-8808-3978651b9df5 req-208f1fc5-8038-40e0-b01a-dcbf6976c4e2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:06.565076 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f0720cce-7219-4627-8808-3978651b9df5 req-208f1fc5-8038-40e0-b01a-dcbf6976c4e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39934a21-ba82-499a-8435-14a041592746 HTTP/1.1" status: 200 len: 852 time: 0.1601059 Nov 19 05:45:06.641016 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa87e0-8246-42e4-836c-f2f06c512554 None None] Pushing event updated for resources: {'Port': ['ID=289bfd0d-b264-454c-a2a3-24f4964936eb,revision_number=3']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:06.661182 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-8baa87e0-8246-42e4-836c-f2f06c512554 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:06.726083 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-18a3acae-2c48-4ebe-a130-17a72d676f38 None None] Attempting to bind port 289bfd0d-b264-454c-a2a3-24f4964936eb on host dv-cinder-763306-1-smb for vnic_type normal with profile {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:45:06.726507 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-18a3acae-2c48-4ebe-a130-17a72d676f38 None None] Attempting to bind port 289bfd0d-b264-454c-a2a3-24f4964936eb by drivers openvswitch on host dv-cinder-763306-1-smb at level 0 using segments [{'id': '9c5c1266-3ba4-4238-9ed0-9f608c53a521', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '862f8118-c40f-4658-b1ad-353ef6da3fa1'}] {{(pid=80340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:45:06.727456 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a3acae-2c48-4ebe-a130-17a72d676f38 None None] Attempting to bind port 289bfd0d-b264-454c-a2a3-24f4964936eb on network 862f8118-c40f-4658-b1ad-353ef6da3fa1 {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:45:06.735989 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a3acae-2c48-4ebe-a130-17a72d676f38 None None] Checking agent: {'id': '3b9cbee5-707a-4bcc-ae8c-d4de5d48a910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 35, 44), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 14), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:45:06.736579 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a3acae-2c48-4ebe-a130-17a72d676f38 None None] Checking segment: {'id': '9c5c1266-3ba4-4238-9ed0-9f608c53a521', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '862f8118-c40f-4658-b1ad-353ef6da3fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:45:06.737065 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-18a3acae-2c48-4ebe-a130-17a72d676f38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:06.737513 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a3acae-2c48-4ebe-a130-17a72d676f38 None None] Bound using segment: {'id': '9c5c1266-3ba4-4238-9ed0-9f608c53a521', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '862f8118-c40f-4658-b1ad-353ef6da3fa1'} {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:45:06.738019 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-18a3acae-2c48-4ebe-a130-17a72d676f38 None None] Bound port: 289bfd0d-b264-454c-a2a3-24f4964936eb, host: dv-cinder-763306-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5c1266-3ba4-4238-9ed0-9f608c53a521', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '862f8118-c40f-4658-b1ad-353ef6da3fa1'}}] {{(pid=80340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:45:06.738518 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-18a3acae-2c48-4ebe-a130-17a72d676f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:06.769629 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f0720cce-7219-4627-8808-3978651b9df5 req-6d7c71c2-fa22-4fa0-bbed-ce69f26a2171 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e36ff25-d385-41fd-a3e3-e3a67e84557f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1853359 Nov 19 05:45:06.877233 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning complete for port d8093391-d9da-43ac-9cdd-34cffe4f0b09 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:06.877653 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:06.879274 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11130670-e67a-4a2d-8758-f8e7d72e6478 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for port, precommit_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:06.883387 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11130670-e67a-4a2d-8758-f8e7d72e6478 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:06.899755 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:06.955909 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f0720cce-7219-4627-8808-3978651b9df5 req-e2be7a70-6d72-431f-b9e6-4a30e901977e service neutron] 10.222.0.13 "GET /v2.0/networks/2e36ff25-d385-41fd-a3e3-e3a67e84557f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775167 Nov 19 05:45:06.962963 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-18a3acae-2c48-4ebe-a130-17a72d676f38 None None] For port 289bfd0d-b264-454c-a2a3-24f4964936eb, host dv-cinder-763306-1-smb, cleared binding levels {{(pid=80340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:45:06.969276 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-18a3acae-2c48-4ebe-a130-17a72d676f38 None None] For port 289bfd0d-b264-454c-a2a3-24f4964936eb, host dv-cinder-763306-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=289bfd0d-b264-454c-a2a3-24f4964936eb,segment=NetworkSegment(9c5c1266-3ba4-4238-9ed0-9f608c53a521),segment_id=9c5c1266-3ba4-4238-9ed0-9f608c53a521)] {{(pid=80340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:45:07.033973 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 1f0830bf-d57e-48be-9b86-310f6810ad4b up at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:45:07.060187 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11130670-e67a-4a2d-8758-f8e7d72e6478 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Pushing event updated for resources: {'Port': ['ID=0af07373-5fb2-405d-81b8-5fc0533fe861,revision_number=2']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:07.073805 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-11130670-e67a-4a2d-8758-f8e7d72e6478 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:07.094238 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-18a3acae-2c48-4ebe-a130-17a72d676f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:07.137629 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11130670-e67a-4a2d-8758-f8e7d72e6478 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854058857'] for floatingip, after_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:07.189818 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11130670-e67a-4a2d-8758-f8e7d72e6478 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for floatingip, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:07.191339 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-11130670-e67a-4a2d-8758-f8e7d72e6478 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9789019 Nov 19 05:45:07.300538 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-88282950-6bf4-489c-af72-2c0e4e3ae3bc tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?tenant_id=17a899bd609f4510af15bbf524aca39c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8986549 Nov 19 05:45:07.331421 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:07.384283 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.13', 49926) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:07.509428 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning for port 1f0830bf-d57e-48be-9b86-310f6810ad4b completed by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:45:07.525793 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning complete for port 1f0830bf-d57e-48be-9b86-310f6810ad4b triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:07.526544 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:07.612045 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa87e0-8246-42e4-836c-f2f06c512554 None None] Pushing event updated for resources: {'Port': ['ID=289bfd0d-b264-454c-a2a3-24f4964936eb,revision_number=4']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:07.624808 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-8baa87e0-8246-42e4-836c-f2f06c512554 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:07.655266 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f0720cce-7219-4627-8808-3978651b9df5 req-cd8a78db-0b1d-4388-b248-166e9088df2f service neutron] 10.222.0.13 "GET /v2.0/networks/2e36ff25-d385-41fd-a3e3-e3a67e84557f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6898475 Nov 19 05:45:07.739874 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:07.789442 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a3acae-2c48-4ebe-a130-17a72d676f38 None None] Routers {'e78f9eaa-036b-4aac-883b-1732dad42e4a'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:45:07.790379 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-18a3acae-2c48-4ebe-a130-17a72d676f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:44:43Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['e78f9eaa-036b-4aac-883b-1732dad42e4a'], 'active': True} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:07.839266 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-0d0cb8e8-5fd5-42ef-9049-2f7641a53da6 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:07.840844 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-8cf208f6-a56a-4d35-b5ee-126a623342e0 service neutron] 10.222.0.16 "GET /v2.0/networks/860fe5ec-aac7-4da6-92b2-2f86635d7a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4765894 Nov 19 05:45:07.842798 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-0d0cb8e8-5fd5-42ef-9049-2f7641a53da6 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Synchronizing usage tracker for tenant:2e7d3f7e9f0543ae8ff7b0d164f37f27 on resource:network {{(pid=80338) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:45:07.878044 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] For port 1f0830bf-d57e-48be-9b86-310f6810ad4b, host dv-cinder-763306-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=1f0830bf-d57e-48be-9b86-310f6810ad4b,segment=NetworkSegment(c08835ce-6c6c-495e-9241-1d413790bd94),segment_id=c08835ce-6c6c-495e-9241-1d413790bd94)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:45:07.882861 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-0d0cb8e8-5fd5-42ef-9049-2f7641a53da6 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Unset dirty status for tenant:2e7d3f7e9f0543ae8ff7b0d164f37f27 on resource:network {{(pid=80338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:45:07.885070 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:07.889263 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-42b5d09c-e249-42ec-a2fe-f79ea571e4f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:07.890307 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-0d0cb8e8-5fd5-42ef-9049-2f7641a53da6 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.13 "GET /v2.0/networks?id=862f8118-c40f-4658-b1ad-353ef6da3fa1 HTTP/1.1" status: 200 len: 818 time: 0.5048449 Nov 19 05:45:07.918070 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-d4fb89f5-0b93-4ca6-87e5-cfaf718287ba tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Request body: {'port': {'device_id': '5bd5b36e-db57-4f8d-b15f-d700a871daf5', 'network_id': '862f8118-c40f-4658-b1ad-353ef6da3fa1', 'admin_state_up': True, 'tenant_id': '2e7d3f7e9f0543ae8ff7b0d164f37f27'}} {{(pid=80338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:08.009926 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Pushing event updated for resources: {'Port': ['ID=1f0830bf-d57e-48be-9b86-310f6810ad4b,revision_number=5']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:08.016168 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:08.078414 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a up at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:45:08.082658 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-953cdfbf-cc5d-4722-91a8-c9ae7ace2625 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:08.084262 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-953cdfbf-cc5d-4722-91a8-c9ae7ace2625 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/networks?id=862f8118-c40f-4658-b1ad-353ef6da3fa1 HTTP/1.1" status: 200 len: 818 time: 1.1273837 Nov 19 05:45:08.135798 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-d754c8fd-88af-48de-a758-84b7f1d051ca tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/quotas/2e7d3f7e9f0543ae8ff7b0d164f37f27 HTTP/1.1" status: 200 len: 375 time: 0.0409470 Nov 19 05:45:08.266608 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-0d534dbb-2815-4a81-af13-957a1200d023 service neutron] 10.222.0.16 "GET /v2.0/networks/860fe5ec-aac7-4da6-92b2-2f86635d7a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4243064 Nov 19 05:45:08.308805 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-d4fb89f5-0b93-4ca6-87e5-cfaf718287ba tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:08.313423 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-18a3acae-2c48-4ebe-a130-17a72d676f38 None None] Set router e78f9eaa-036b-4aac-883b-1732dad42e4a gateway port host: dv-cinder-763306-1-smb {{(pid=80340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:45:08.330095 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-d4fb89f5-0b93-4ca6-87e5-cfaf718287ba tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:08.349530 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-d4fb89f5-0b93-4ca6-87e5-cfaf718287ba tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Made reservation on behalf of 2e7d3f7e9f0543ae8ff7b0d164f37f27 for: {'port': 1} {{(pid=80338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:45:08.355667 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-d4fb89f5-0b93-4ca6-87e5-cfaf718287ba tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:08.394422 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-84e44e9a-e34e-4de4-899c-234c0b6985b4 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?tenant_id=2e7d3f7e9f0543ae8ff7b0d164f37f27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2392011 Nov 19 05:45:08.435318 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning complete for port 1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:08.435751 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:08.752098 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-9981b283-2dc7-4c41-9def-6f563f06f64e service neutron] 10.222.0.16 "GET /v2.0/networks/862f8118-c40f-4658-b1ad-353ef6da3fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562453 Nov 19 05:45:09.008254 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 289bfd0d-b264-454c-a2a3-24f4964936eb up at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:45:09.110426 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-6dff87f4-050c-4a59-86d7-58e7bb08d437 service neutron] 10.222.0.16 "GET /v2.0/networks/862f8118-c40f-4658-b1ad-353ef6da3fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3428028 Nov 19 05:45:09.341323 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-d4fb89f5-0b93-4ca6-87e5-cfaf718287ba tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Allocated IP 172.20.0.8 (862f8118-c40f-4658-b1ad-353ef6da3fa1/12c931fa-83f1-4bd4-970f-5ff8c913a3bb/d3e27814-2d01-4a6b-9520-f4f5fb2d586e) {{(pid=80338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:45:09.402289 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8510b4-dd9a-483f-a88e-f43748378fce', 'tag': 'd2fe61a0-53d6-427b-8f7c-7251f63586cc', 'status': 'completed', 'code': 200} Nov 19 05:45:09.531457 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning for port 289bfd0d-b264-454c-a2a3-24f4964936eb completed by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:45:09.597087 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning complete for port 289bfd0d-b264-454c-a2a3-24f4964936eb triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:09.597948 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:09.704589 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-18a3acae-2c48-4ebe-a130-17a72d676f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78f9eaa-036b-4aac-883b-1732dad42e4a', 'name': 'tempest-ServerRescueNegativeTestJSON-511593106-router', 'tenant_id': '2e7d3f7e9f0543ae8ff7b0d164f37f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.165'}], 'enable_snat': True}, 'gw_port_id': 'd8093391-d9da-43ac-9cdd-34cffe4f0b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:34Z', 'updated_at': '2020-11-19T05:44:49Z', 'revision_number': 4, 'project_id': '2e7d3f7e9f0543ae8ff7b0d164f37f27', 'gw_port': {'id': 'd8093391-d9da-43ac-9cdd-34cffe4f0b09', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:99:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78f9eaa-036b-4aac-883b-1732dad42e4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:36Z', 'updated_at': '2020-11-19T05:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '289bfd0d-b264-454c-a2a3-24f4964936eb', 'name': '', 'network_id': '862f8118-c40f-4658-b1ad-353ef6da3fa1', 'tenant_id': '2e7d3f7e9f0543ae8ff7b0d164f37f27', 'mac_address': 'fa:16:3e:5f:ad:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78f9eaa-036b-4aac-883b-1732dad42e4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12c931fa-83f1-4bd4-970f-5ff8c913a3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:45Z', 'updated_at': '2020-11-19T05:45:06Z', 'revision_number': 4, 'project_id': '2e7d3f7e9f0543ae8ff7b0d164f37f27', 'subnets': [{'id': '12c931fa-83f1-4bd4-970f-5ff8c913a3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:09.727419 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a3acae-2c48-4ebe-a130-17a72d676f38 None None] The sync data for ids ['e78f9eaa-036b-4aac-883b-1732dad42e4a'] in dv-cinder-763306-1-smb is: [{'id': 'e78f9eaa-036b-4aac-883b-1732dad42e4a', 'name': 'tempest-ServerRescueNegativeTestJSON-511593106-router', 'tenant_id': '2e7d3f7e9f0543ae8ff7b0d164f37f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.165'}], 'enable_snat': True}, 'gw_port_id': 'd8093391-d9da-43ac-9cdd-34cffe4f0b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:34Z', 'updated_at': '2020-11-19T05:44:49Z', 'revision_number': 4, 'project_id': '2e7d3f7e9f0543ae8ff7b0d164f37f27', 'gw_port': {'id': 'd8093391-d9da-43ac-9cdd-34cffe4f0b09', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:99:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78f9eaa-036b-4aac-883b-1732dad42e4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:36Z', 'updated_at': '2020-11-19T05:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '289bfd0d-b264-454c-a2a3-24f4964936eb', 'name': '', 'network_id': '862f8118-c40f-4658-b1ad-353ef6da3fa1', 'tenant_id': '2e7d3f7e9f0543ae8ff7b0d164f37f27', 'mac_address': 'fa:16:3e:5f:ad:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78f9eaa-036b-4aac-883b-1732dad42e4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12c931fa-83f1-4bd4-970f-5ff8c913a3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:45Z', 'updated_at': '2020-11-19T05:45:06Z', 'revision_number': 4, 'project_id': '2e7d3f7e9f0543ae8ff7b0d164f37f27', 'subnets': [{'id': '12c931fa-83f1-4bd4-970f-5ff8c913a3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:45:09.796208 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-d4fb89f5-0b93-4ca6-87e5-cfaf718287ba tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Notify callbacks [] for port, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:09.839168 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-d4fb89f5-0b93-4ca6-87e5-cfaf718287ba tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087'] for port, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:09.858929 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-0484a554-04a5-4a81-b50a-fa29a06e3a93 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Synchronizing usage tracker for tenant:db4540afb2f2457fb8456c53e9da33fd on resource:security_group {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:45:09.863410 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-4ff90eed-2d46-42e8-b466-a707bcda9338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:09.879592 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:09.920531 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-0484a554-04a5-4a81-b50a-fa29a06e3a93 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Unset dirty status for tenant:db4540afb2f2457fb8456c53e9da33fd on resource:security_group {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:45:09.921942 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-0484a554-04a5-4a81-b50a-fa29a06e3a93 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--854598079&fields=id&tenant_id=db4540afb2f2457fb8456c53e9da33fd HTTP/1.1" status: 200 len: 267 time: 0.2285457 Nov 19 05:45:09.931466 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-619de7c3-ac18-4356-a75d-02c50206183a req-c988438f-b16b-4884-a54a-2be28b91d5ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=95cc84bd2380462fa5557d90947683b9&device_id=de8510b4-dd9a-483f-a88e-f43748378fce HTTP/1.1" status: 200 len: 1161 time: 0.4510396 Nov 19 05:45:09.982764 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 59216) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:10.065877 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f46fe666-dfde-4615-ab9c-517f7f9d875e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:10.068773 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] For port 289bfd0d-b264-454c-a2a3-24f4964936eb, host dv-cinder-763306-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=289bfd0d-b264-454c-a2a3-24f4964936eb,segment=NetworkSegment(9c5c1266-3ba4-4238-9ed0-9f608c53a521),segment_id=9c5c1266-3ba4-4238-9ed0-9f608c53a521)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:45:10.072520 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:10.090053 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-79db624a-2f68-45e1-86d5-8bf67fafa4c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:10.205549 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Pushing event updated for resources: {'Port': ['ID=289bfd0d-b264-454c-a2a3-24f4964936eb,revision_number=5']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:10.262409 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb89f5-0b93-4ca6-87e5-cfaf718287ba tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Pushing event updated for resources: {'Port': ['ID=d3e27814-2d01-4a6b-9520-f4f5fb2d586e,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:10.271856 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d4fb89f5-0b93-4ca6-87e5-cfaf718287ba tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:10.287183 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:10.291021 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 1f0830bf-d57e-48be-9b86-310f6810ad4b up at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:45:10.381232 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c65d70-a520-4090-87f8-1c0f5e24cbd7 req-d28b28e9-feb2-40c2-b7a8-edba0cc604ae tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:10.385007 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a3c65d70-a520-4090-87f8-1c0f5e24cbd7 req-d28b28e9-feb2-40c2-b7a8-edba0cc604ae tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.16 "GET /v2.0/ports?device_id=de8510b4-dd9a-483f-a88e-f43748378fce HTTP/1.1" status: 200 len: 944 time: 0.7737026 Nov 19 05:45:10.394427 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-d4fb89f5-0b93-4ca6-87e5-cfaf718287ba tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Network 862f8118-c40f-4658-b1ad-353ef6da3fa1 is already hosted by enough agents. {{(pid=80338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:45:10.396160 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-d4fb89f5-0b93-4ca6-87e5-cfaf718287ba tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Resources bound (agent type, host, resource id): {{(pid=80338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:45:10.402877 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-d4fb89f5-0b93-4ca6-87e5-cfaf718287ba tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Received port after_create {{(pid=80338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:45:10.414144 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-d4fb89f5-0b93-4ca6-87e5-cfaf718287ba tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:10.415793 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-d4fb89f5-0b93-4ca6-87e5-cfaf718287ba tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for port, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:10.480087 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-d4fb89f5-0b93-4ca6-87e5-cfaf718287ba tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5679481 Nov 19 05:45:10.517935 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-a99bb515-45df-4e70-aa32-c196919af599 service neutron] Request body: {'port': {'device_id': '5bd5b36e-db57-4f8d-b15f-d700a871daf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:10.555654 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning complete for port 1f0830bf-d57e-48be-9b86-310f6810ad4b triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:10.556362 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:10.631574 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.objects.ports [None req-ebbbe0a5-150a-4cde-b628-09ac718c7128 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80340) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 05:45:10.648207 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619de7c3-ac18-4356-a75d-02c50206183a req-a64294a9-0533-45f9-a4c9-add0c21ef245 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:10.650486 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-619de7c3-ac18-4356-a75d-02c50206183a req-a64294a9-0533-45f9-a4c9-add0c21ef245 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e36ff25-d385-41fd-a3e3-e3a67e84557f HTTP/1.1" status: 200 len: 906 time: 0.7005777 Nov 19 05:45:10.834026 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-619de7c3-ac18-4356-a75d-02c50206183a req-d3c93c7c-f6a1-4193-88f8-735a7bbf8a72 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2fe61a0-53d6-427b-8f7c-7251f63586cc HTTP/1.1" status: 200 len: 217 time: 0.1652937 Nov 19 05:45:10.849406 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-a99bb515-45df-4e70-aa32-c196919af599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:10.972251 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619de7c3-ac18-4356-a75d-02c50206183a req-965773e4-f9eb-47ed-b7d1-70837a387386 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:10.974412 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-619de7c3-ac18-4356-a75d-02c50206183a req-965773e4-f9eb-47ed-b7d1-70837a387386 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39934a21-ba82-499a-8435-14a041592746 HTTP/1.1" status: 200 len: 852 time: 0.1275046 Nov 19 05:45:10.975032 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.13', 49935) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:10.986344 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a3c65d70-a520-4090-87f8-1c0f5e24cbd7 req-25cb9eff-c432-4d5e-aceb-7f7db4bf7f38 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.16 "GET /v2.0/security-groups?id=d33910df-aba9-46b7-9fba-42f981823735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5764968 Nov 19 05:45:11.068528 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-1a219862-7c87-4c05-9caa-f146b0088160 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:11.070152 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-1a219862-7c87-4c05-9caa-f146b0088160 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/networks?id=304e1383-f09c-4327-99c9-7961728842fc HTTP/1.1" status: 200 len: 817 time: 1.1376071 Nov 19 05:45:11.075867 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device d2fe61a0-53d6-427b-8f7c-7251f63586cc up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:45:11.093699 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-619de7c3-ac18-4356-a75d-02c50206183a req-10786f73-01d6-4e3a-ab5e-a535d81e7e68 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e36ff25-d385-41fd-a3e3-e3a67e84557f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046588 Nov 19 05:45:11.196124 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-7f659e89-b514-44c0-abab-767e8bdc8eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:11.263963 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning for port d2fe61a0-53d6-427b-8f7c-7251f63586cc completed by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:45:11.274351 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port d2fe61a0-53d6-427b-8f7c-7251f63586cc triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:11.274769 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:11.384329 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-18b56550-b5f6-452e-9976-2fbbd46a4091 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/quotas/db4540afb2f2457fb8456c53e9da33fd HTTP/1.1" status: 200 len: 375 time: 0.2895055 Nov 19 05:45:11.404369 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-7f659e89-b514-44c0-abab-767e8bdc8eac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:11.414080 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-7f659e89-b514-44c0-abab-767e8bdc8eac admin admin] Usage tracker for resource:security_group_rule and tenant:b2fd72d464fd4d3fabf7a9b3821fe06c is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:11.417903 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-7f659e89-b514-44c0-abab-767e8bdc8eac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:11.426190 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-7f659e89-b514-44c0-abab-767e8bdc8eac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:11.514924 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:11.521275 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-7f659e89-b514-44c0-abab-767e8bdc8eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:11.560561 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-7f659e89-b514-44c0-abab-767e8bdc8eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:11.579617 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] For port d2fe61a0-53d6-427b-8f7c-7251f63586cc, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=d2fe61a0-53d6-427b-8f7c-7251f63586cc,segment=NetworkSegment(d95ffc5b-9ed4-434a-b239-9bb69df652f1),segment_id=d95ffc5b-9ed4-434a-b239-9bb69df652f1)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:45:11.581712 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8510b4-dd9a-483f-a88e-f43748378fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2fe61a0-53d6-427b-8f7c-7251f63586cc'}] {{(pid=80340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:45:11.592825 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-23a1284b-f047-48fc-9785-78f84e236207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:11.701096 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:11.718165 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:11.785862 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f659e89-b514-44c0-abab-767e8bdc8eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b064425-f64a-4140-a770-c82e89225120,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:11.804695 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0a41808a-2520-4591-a2fd-cda85221afbb req-be75d338-6adf-4e5c-9948-294ac1713494 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 210 time: 0.4137661 Nov 19 05:45:11.810377 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-7f659e89-b514-44c0-abab-767e8bdc8eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:11.818997 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-7f659e89-b514-44c0-abab-767e8bdc8eac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b2fd72d464fd4d3fabf7a9b3821fe06c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8326328 Nov 19 05:45:11.832182 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 59268) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:11.886729 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Pushing event updated for resources: {'Port': ['ID=d2fe61a0-53d6-427b-8f7c-7251f63586cc,revision_number=4']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:11.897025 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:11.911301 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.13', 49939) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:11.918639 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-619de7c3-ac18-4356-a75d-02c50206183a req-13ce493d-a75b-44af-8549-e693baed109f service neutron] 10.222.0.13 "GET /v2.0/networks/2e36ff25-d385-41fd-a3e3-e3a67e84557f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7862515 Nov 19 05:45:12.120942 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device d2fe61a0-53d6-427b-8f7c-7251f63586cc up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:45:12.138854 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-eba6a438-ebee-4fe6-8dd8-234e2a12c027 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:12.140922 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-eba6a438-ebee-4fe6-8dd8-234e2a12c027 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.13 "GET /v2.0/networks?id=860fe5ec-aac7-4da6-92b2-2f86635d7a6b HTTP/1.1" status: 200 len: 811 time: 1.1533849 Nov 19 05:45:12.176318 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-9b3f3364-b9c0-44a9-a2ca-f3a13d4d10bc tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:12.178085 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-9b3f3364-b9c0-44a9-a2ca-f3a13d4d10bc tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.13 "GET /v2.0/networks?id=862f8118-c40f-4658-b1ad-353ef6da3fa1 HTTP/1.1" status: 200 len: 818 time: 0.2624648 Nov 19 05:45:12.200661 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-f3cfc68f-3b64-4a89-87cc-ce98f573c36e tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Request body: {'port': {'device_id': '2d19ad3b-88e3-4117-9881-023e1fc86082', 'network_id': '862f8118-c40f-4658-b1ad-353ef6da3fa1', 'admin_state_up': True, 'tenant_id': '2e7d3f7e9f0543ae8ff7b0d164f37f27'}} {{(pid=80338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:12.261642 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c8375bf0-5989-4966-92ae-d87af47d2d0d req-cecf8965-a0c7-4d9d-8cb9-1d3c70ea965a tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 210 time: 0.1966324 Nov 19 05:45:12.276498 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d78dc10b-5f3e-4739-985a-9522c1fde8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:12.337309 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-36468bdb-f745-4115-8eac-a88eb739bb18 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?tenant_id=db4540afb2f2457fb8456c53e9da33fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9198856 Nov 19 05:45:12.340505 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 289bfd0d-b264-454c-a2a3-24f4964936eb up at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:45:12.393129 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-a99bb515-45df-4e70-aa32-c196919af599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e27814-2d01-4a6b-9520-f4f5fb2d586e {{(pid=80338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:45:12.401193 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-a99bb515-45df-4e70-aa32-c196919af599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:12.415306 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-a99bb515-45df-4e70-aa32-c196919af599 service neutron] Transition to ACTIVE for port object d3e27814-2d01-4a6b-9520-f4f5fb2d586e will not be triggered until provisioned by entity L2. {{(pid=80338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:45:12.479365 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-a99bb515-45df-4e70-aa32-c196919af599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:12.497349 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port d2fe61a0-53d6-427b-8f7c-7251f63586cc triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:12.497767 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:12.527847 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-11130670-e67a-4a2d-8758-f8e7d72e6478 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:12.561047 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning complete for port 289bfd0d-b264-454c-a2a3-24f4964936eb triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:12.565146 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:12.621404 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d78dc10b-5f3e-4739-985a-9522c1fde8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:12.688882 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b1fafc53-a067-45d6-b438-8fb54fb1204d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:12.732699 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-619de7c3-ac18-4356-a75d-02c50206183a req-4b0948e7-4aed-46dc-b824-baf6b14b1ed9 service neutron] 10.222.0.13 "GET /v2.0/networks/2e36ff25-d385-41fd-a3e3-e3a67e84557f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7982795 Nov 19 05:45:12.772492 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-2a0118ff-f219-464d-b007-3f47210ecf75 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17a899bd609f4510af15bbf524aca39c HTTP/1.1" status: 200 len: 5045 time: 0.5727723 Nov 19 05:45:12.788828 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-3d2d9bdf-ef32-4563-a987-38949709b8ef service neutron] 10.222.0.16 "GET /v2.0/networks/304e1383-f09c-4327-99c9-7961728842fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505372 Nov 19 05:45:12.954643 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-d283f6e0-298d-465c-9f5b-1e94aa5fed03 service neutron] 10.222.0.16 "GET /v2.0/networks/304e1383-f09c-4327-99c9-7961728842fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1642482 Nov 19 05:45:12.964705 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-edd78b2a-9452-4086-a8fe-5ce0f9c316a6 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Request body: {'port': {'device_id': '69bc8183-3208-4aee-9b1d-d86ffb350dd1', 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b', 'admin_state_up': True, 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'security_groups': ['049d293c-5562-4710-8a70-e5a8c74140d2']}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:12.983900 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99bb515-45df-4e70-aa32-c196919af599 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e27814-2d01-4a6b-9520-f4f5fb2d586e,revision_number=2']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:12.994395 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-f3cfc68f-3b64-4a89-87cc-ce98f573c36e tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:13.002171 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-f3cfc68f-3b64-4a89-87cc-ce98f573c36e tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Usage tracker for resource:port and tenant:2e7d3f7e9f0543ae8ff7b0d164f37f27 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:13.005589 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-f3cfc68f-3b64-4a89-87cc-ce98f573c36e tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Quota usage for port was recalculated. Used quota:2. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:13.012388 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-f3cfc68f-3b64-4a89-87cc-ce98f573c36e tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:13.022508 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-a99bb515-45df-4e70-aa32-c196919af599 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:13.026468 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-f3cfc68f-3b64-4a89-87cc-ce98f573c36e tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Made reservation on behalf of 2e7d3f7e9f0543ae8ff7b0d164f37f27 for: {'port': 1} {{(pid=80338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:45:13.032437 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-f3cfc68f-3b64-4a89-87cc-ce98f573c36e tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:13.087517 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d78dc10b-5f3e-4739-985a-9522c1fde8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:13.101847 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:13.106352 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-71012dca-b84f-4dd5-9a7f-4964bc3eb05e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:13.153018 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78dc10b-5f3e-4739-985a-9522c1fde8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b064425-f64a-4140-a770-c82e89225120,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:13.224491 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d78dc10b-5f3e-4739-985a-9522c1fde8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:13.226065 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-d78dc10b-5f3e-4739-985a-9522c1fde8c4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9b064425-f64a-4140-a770-c82e89225120 HTTP/1.1" status: 204 len: 168 time: 1.4012644 Nov 19 05:45:13.228078 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 59322) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:13.247530 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d78dc10b-5f3e-4739-985a-9522c1fde8c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:13.299833 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-edd78b2a-9452-4086-a8fe-5ce0f9c316a6 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:13.309746 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c6436-d75e-4a7a-8bf6-f2bf9ef3b7a2 req-3741d130-7ba2-43f4-9143-744ad8901f1b tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:13.317166 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c90c6436-d75e-4a7a-8bf6-f2bf9ef3b7a2 req-3741d130-7ba2-43f4-9143-744ad8901f1b tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.16 "GET /v2.0/ports?device_id=de8510b4-dd9a-483f-a88e-f43748378fce HTTP/1.1" status: 200 len: 946 time: 0.7175999 Nov 19 05:45:13.335028 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-edd78b2a-9452-4086-a8fe-5ce0f9c316a6 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Usage tracker for resource:port and tenant:17a899bd609f4510af15bbf524aca39c is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:13.338704 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-edd78b2a-9452-4086-a8fe-5ce0f9c316a6 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Quota usage for port was recalculated. Used quota:3. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:13.344954 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-edd78b2a-9452-4086-a8fe-5ce0f9c316a6 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:13.359051 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 59340) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:13.362280 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-edd78b2a-9452-4086-a8fe-5ce0f9c316a6 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Made reservation on behalf of 17a899bd609f4510af15bbf524aca39c for: {'port': 1} {{(pid=80339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:45:13.367866 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-edd78b2a-9452-4086-a8fe-5ce0f9c316a6 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:13.557679 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c90c6436-d75e-4a7a-8bf6-f2bf9ef3b7a2 req-2a00e663-35e4-4024-9494-c91bfb8886e5 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.16 "GET /v2.0/security-groups?id=d33910df-aba9-46b7-9fba-42f981823735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395079 Nov 19 05:45:13.561960 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-a99bb515-45df-4e70-aa32-c196919af599 service neutron] Attempting to bind port d3e27814-2d01-4a6b-9520-f4f5fb2d586e on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:45:13.562429 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-a99bb515-45df-4e70-aa32-c196919af599 service neutron] Attempting to bind port d3e27814-2d01-4a6b-9520-f4f5fb2d586e by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '9c5c1266-3ba4-4238-9ed0-9f608c53a521', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '862f8118-c40f-4658-b1ad-353ef6da3fa1'}] {{(pid=80338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:45:13.562827 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-a99bb515-45df-4e70-aa32-c196919af599 service neutron] Attempting to bind port d3e27814-2d01-4a6b-9520-f4f5fb2d586e on network 862f8118-c40f-4658-b1ad-353ef6da3fa1 {{(pid=80338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:45:13.594596 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-a99bb515-45df-4e70-aa32-c196919af599 service neutron] Checking agent: {'id': '5d7c8804-5253-4fea-87de-bba3ff4a5dbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 42, 30), 'started_at': datetime.datetime(2020, 11, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:45:13.594968 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-a99bb515-45df-4e70-aa32-c196919af599 service neutron] Checking segment: {'id': '9c5c1266-3ba4-4238-9ed0-9f608c53a521', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '862f8118-c40f-4658-b1ad-353ef6da3fa1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:45:13.595400 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-a99bb515-45df-4e70-aa32-c196919af599 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:13.595801 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-a99bb515-45df-4e70-aa32-c196919af599 service neutron] Bound using segment: {'id': '9c5c1266-3ba4-4238-9ed0-9f608c53a521', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '862f8118-c40f-4658-b1ad-353ef6da3fa1'} {{(pid=80338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:45:13.596462 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-a99bb515-45df-4e70-aa32-c196919af599 service neutron] Bound port: d3e27814-2d01-4a6b-9520-f4f5fb2d586e, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5c1266-3ba4-4238-9ed0-9f608c53a521', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '862f8118-c40f-4658-b1ad-353ef6da3fa1'}}] {{(pid=80338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:45:13.596843 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-a99bb515-45df-4e70-aa32-c196919af599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:13.819577 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-f3cfc68f-3b64-4a89-87cc-ce98f573c36e tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Allocated IP 172.20.0.3 (862f8118-c40f-4658-b1ad-353ef6da3fa1/12c931fa-83f1-4bd4-970f-5ff8c913a3bb/c0393aca-09b0-4672-ba5a-67b542ec6044) {{(pid=80338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:45:13.901087 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:14.022635 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-807f0153-df98-43c7-b284-8c4ae0856f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:14.027488 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23579ce8-6b5b-4f64-947e-99b46a9f0b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:14.040261 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8510b4-dd9a-483f-a88e-f43748378fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2fe61a0-53d6-427b-8f7c-7251f63586cc', 'code': 200} Nov 19 05:45:14.064436 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device d2fe61a0-53d6-427b-8f7c-7251f63586cc up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:45:14.071336 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4a59474b-a15a-44ca-b27d-0b9c995bbe81 req-faffdffa-4632-444d-a637-99d0b584f9b4 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 210 time: 0.1856723 Nov 19 05:45:14.150097 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-edd78b2a-9452-4086-a8fe-5ce0f9c316a6 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Allocated IP 172.20.0.9 (860fe5ec-aac7-4da6-92b2-2f86635d7a6b/79de99d1-0c92-4ca9-b38b-41526eec1217/fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd) {{(pid=80339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:45:14.152429 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-807f0153-df98-43c7-b284-8c4ae0856f67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:14.177515 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-807f0153-df98-43c7-b284-8c4ae0856f67 admin admin] Usage tracker for resource:security_group_rule and tenant:7fe2217ed8a14224a3db13da6a5a9fb0 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:14.192496 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:14.192708 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 59360) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:14.193681 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-807f0153-df98-43c7-b284-8c4ae0856f67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:14.235312 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port d2fe61a0-53d6-427b-8f7c-7251f63586cc triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:14.236087 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:14.294250 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-807f0153-df98-43c7-b284-8c4ae0856f67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:14.385192 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1434997b-ab66-4d89-bfad-d2a2eaf47b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:14.407849 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-23579ce8-6b5b-4f64-947e-99b46a9f0b64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:14.413548 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3e8f352f-9e70-43df-aaf3-94feea9897db req-d3006cd9-802c-4831-8c68-718b8ac8e1b9 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 210 time: 0.0734537 Nov 19 05:45:14.437085 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-23579ce8-6b5b-4f64-947e-99b46a9f0b64 admin admin] Usage tracker for resource:security_group_rule and tenant:dc665266a8e341b3a3f425ea40bd89dc is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:14.444126 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-23579ce8-6b5b-4f64-947e-99b46a9f0b64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:14.462540 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-664f2d56-4982-4c45-b99c-fcf4e0e463ce req-75dd937e-e6cc-47f3-b072-fdbe13a87ae9 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 210 time: 0.2600343 Nov 19 05:45:14.472754 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-23579ce8-6b5b-4f64-947e-99b46a9f0b64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:14.488074 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-f3cfc68f-3b64-4a89-87cc-ce98f573c36e tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Notify callbacks [] for port, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:14.493736 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-1434997b-ab66-4d89-bfad-d2a2eaf47b80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:14.498564 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-1434997b-ab66-4d89-bfad-d2a2eaf47b80 admin admin] Usage tracker for resource:security_group_rule and tenant:9609b3d1f8484723b6391bbbd314c05c is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:14.501650 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-1434997b-ab66-4d89-bfad-d2a2eaf47b80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:14.507380 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-a99bb515-45df-4e70-aa32-c196919af599 service neutron] For port d3e27814-2d01-4a6b-9520-f4f5fb2d586e, host hv-cinder-76330, cleared binding levels {{(pid=80338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:45:14.508120 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-1434997b-ab66-4d89-bfad-d2a2eaf47b80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:14.528056 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-a99bb515-45df-4e70-aa32-c196919af599 service neutron] For port d3e27814-2d01-4a6b-9520-f4f5fb2d586e, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=d3e27814-2d01-4a6b-9520-f4f5fb2d586e,segment=NetworkSegment(9c5c1266-3ba4-4238-9ed0-9f608c53a521),segment_id=9c5c1266-3ba4-4238-9ed0-9f608c53a521)] {{(pid=80338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:45:14.537878 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-a99bb515-45df-4e70-aa32-c196919af599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:14.624806 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23579ce8-6b5b-4f64-947e-99b46a9f0b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:14.628470 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:14.645276 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1434997b-ab66-4d89-bfad-d2a2eaf47b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:14.656207 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1434997b-ab66-4d89-bfad-d2a2eaf47b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:14.671377 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23579ce8-6b5b-4f64-947e-99b46a9f0b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:14.734012 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-98b2b489-be1a-458a-8f0e-72578a7dee16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:14.798998 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-f3cfc68f-3b64-4a89-87cc-ce98f573c36e tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087'] for port, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:14.816123 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-1434997b-ab66-4d89-bfad-d2a2eaf47b80 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9609b3d1f8484723b6391bbbd314c05c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6101232 Nov 19 05:45:14.818184 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 59378) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:14.867369 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-23579ce8-6b5b-4f64-947e-99b46a9f0b64 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc665266a8e341b3a3f425ea40bd89dc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6144757 Nov 19 05:45:14.872756 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 59384) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:14.899012 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99bb515-45df-4e70-aa32-c196919af599 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e27814-2d01-4a6b-9520-f4f5fb2d586e,revision_number=3']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:14.923961 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-a99bb515-45df-4e70-aa32-c196919af599 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:14.927018 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:14.951314 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ff82aa53-818e-4dda-993f-a82ae8bbcd16 req-1b2f65ba-0dbb-4af3-bd40-7e0f8e7edf05 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de8510b4-dd9a-483f-a88e-f43748378fce HTTP/1.1" status: 200 len: 1163 time: 0.4378500 Nov 19 05:45:14.971823 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-807f0153-df98-43c7-b284-8c4ae0856f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:14.974720 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434997b-ab66-4d89-bfad-d2a2eaf47b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa97e86-3ab0-47b2-add7-5e9c18782651,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:14.978796 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-1434997b-ab66-4d89-bfad-d2a2eaf47b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:15.009350 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.13', 49945) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:15.010443 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-ff82aa53-818e-4dda-993f-a82ae8bbcd16 req-cc70d921-8c66-443d-a9bf-4984fbc51488 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:15.057241 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23579ce8-6b5b-4f64-947e-99b46a9f0b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c205a3d3-eed0-4d6b-a3db-031fd3580449,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:15.063665 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-23579ce8-6b5b-4f64-947e-99b46a9f0b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:15.067497 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:15.081665 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-807f0153-df98-43c7-b284-8c4ae0856f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:15.123509 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-a99bb515-45df-4e70-aa32-c196919af599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for port, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:15.126436 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-a99bb515-45df-4e70-aa32-c196919af599 service neutron] 10.222.0.13 "PUT /v2.0/ports/d3e27814-2d01-4a6b-9520-f4f5fb2d586e HTTP/1.1" status: 200 len: 1157 time: 4.6134658 Nov 19 05:45:15.138611 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd5b36e-db57-4f8d-b15f-d700a871daf5', 'tag': 'd3e27814-2d01-4a6b-9520-f4f5fb2d586e'}] {{(pid=80338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:45:15.272618 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-251d2b58-2fcf-4d1d-bfd1-96863bf6c244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:15.317831 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cfc68f-3b64-4a89-87cc-ce98f573c36e tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Pushing event updated for resources: {'Port': ['ID=c0393aca-09b0-4672-ba5a-67b542ec6044,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:15.331340 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f3cfc68f-3b64-4a89-87cc-ce98f573c36e tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:15.347056 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-251d2b58-2fcf-4d1d-bfd1-96863bf6c244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:15.364033 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-f3cfc68f-3b64-4a89-87cc-ce98f573c36e tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Network 862f8118-c40f-4658-b1ad-353ef6da3fa1 is already hosted by enough agents. {{(pid=80338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:45:15.368329 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-f3cfc68f-3b64-4a89-87cc-ce98f573c36e tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Resources bound (agent type, host, resource id): {{(pid=80338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:45:15.371413 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-f3cfc68f-3b64-4a89-87cc-ce98f573c36e tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Received port after_create {{(pid=80338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:45:15.375617 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-f3cfc68f-3b64-4a89-87cc-ce98f573c36e tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:15.376288 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-f3cfc68f-3b64-4a89-87cc-ce98f573c36e tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for port, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:15.446326 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3b9293f1-be5f-4f26-8c8e-6cfc2a136448 req-b443ee10-546e-494b-8d7b-b87dfa56a136 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 210 time: 0.0924466 Nov 19 05:45:15.463252 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-b9e5fcac-e1fc-4170-a940-52ee80fb619d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:15.485229 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-f3cfc68f-3b64-4a89-87cc-ce98f573c36e tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2899280 Nov 19 05:45:15.485426 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3495e-18f2-42dd-8aaa-5bc7416811fe req-b777adac-0d8e-438b-b665-3818110c750d tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:15.487718 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-51f3495e-18f2-42dd-8aaa-5bc7416811fe req-b777adac-0d8e-438b-b665-3818110c750d tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.16 "GET /v2.0/ports?device_id=de8510b4-dd9a-483f-a88e-f43748378fce HTTP/1.1" status: 200 len: 946 time: 0.7746713 Nov 19 05:45:15.488554 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-4b1e7321-0df1-4e7a-9d6b-04d6147c9381 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e7d3f7e9f0543ae8ff7b0d164f37f27&device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 1160 time: 0.2581623 Nov 19 05:45:15.497733 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-251d2b58-2fcf-4d1d-bfd1-96863bf6c244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:15.502828 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:15.519942 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-ea256a5f-1c6b-4bca-9c57-92df9ddff1de service neutron] Request body: {'port': {'device_id': '2d19ad3b-88e3-4117-9881-023e1fc86082', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:15.551879 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f0153-df98-43c7-b284-8c4ae0856f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fa4107-9f7d-44f4-a41a-612f0f3b211e,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:15.554582 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d2b58-2fcf-4d1d-bfd1-96863bf6c244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa97e86-3ab0-47b2-add7-5e9c18782651,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:15.555309 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-807f0153-df98-43c7-b284-8c4ae0856f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:15.630103 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-251d2b58-2fcf-4d1d-bfd1-96863bf6c244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:15.635869 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-251d2b58-2fcf-4d1d-bfd1-96863bf6c244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:15.639338 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-251d2b58-2fcf-4d1d-bfd1-96863bf6c244 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5fa97e86-3ab0-47b2-add7-5e9c18782651 HTTP/1.1" status: 204 len: 168 time: 0.8152127 Nov 19 05:45:15.640636 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-4e9a7768-e9a0-4b93-aa79-09ee56182851 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3e27814-2d01-4a6b-9520-f4f5fb2d586e HTTP/1.1" status: 200 len: 217 time: 0.0929368 Nov 19 05:45:15.662081 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-ff82aa53-818e-4dda-993f-a82ae8bbcd16 req-cc70d921-8c66-443d-a9bf-4984fbc51488 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:15.688054 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-ff82aa53-818e-4dda-993f-a82ae8bbcd16 req-cc70d921-8c66-443d-a9bf-4984fbc51488 service neutron] Usage tracker for resource:security_group_rule and tenant:3ab13f9c1d8d4e46b9902881d8e17412 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:15.730699 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-ff82aa53-818e-4dda-993f-a82ae8bbcd16 req-cc70d921-8c66-443d-a9bf-4984fbc51488 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:15.750604 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-edd78b2a-9452-4086-a8fe-5ce0f9c316a6 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for port, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:15.776774 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-ea256a5f-1c6b-4bca-9c57-92df9ddff1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:15.778201 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-ff82aa53-818e-4dda-993f-a82ae8bbcd16 req-cc70d921-8c66-443d-a9bf-4984fbc51488 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:15.793820 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-c0deff52-eb9a-46e5-a89e-e3e54fc2accc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:15.795410 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-c0deff52-eb9a-46e5-a89e-e3e54fc2accc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12c931fa-83f1-4bd4-970f-5ff8c913a3bb HTTP/1.1" status: 200 len: 858 time: 0.1444829 Nov 19 05:45:15.848032 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-807f0153-df98-43c7-b284-8c4ae0856f67 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7fe2217ed8a14224a3db13da6a5a9fb0&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4851487 Nov 19 05:45:15.852871 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-edd78b2a-9452-4086-a8fe-5ce0f9c316a6 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Transition to ACTIVE for port object fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd will not be triggered until provisioned by entity DHCP. {{(pid=80339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:45:15.859557 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 59424) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:15.872456 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b288401e-9bda-4b8c-a650-c2459ceed7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:15.877172 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-7bb657ab-a20f-41a5-ad30-18d7cc4cfa93 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=862f8118-c40f-4658-b1ad-353ef6da3fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742207 Nov 19 05:45:15.899487 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-51f3495e-18f2-42dd-8aaa-5bc7416811fe req-c22e1fd9-ccca-4dca-8ca9-ca0052457c85 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.16 "GET /v2.0/security-groups?id=d33910df-aba9-46b7-9fba-42f981823735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642931 Nov 19 05:45:15.918328 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-10bfd79b-da0b-45a3-8562-2687b69ba5b9 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:15.919921 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-10bfd79b-da0b-45a3-8562-2687b69ba5b9 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.13 "GET /v2.0/networks?id=304e1383-f09c-4327-99c9-7961728842fc HTTP/1.1" status: 200 len: 817 time: 0.8950639 Nov 19 05:45:15.980539 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b288401e-9bda-4b8c-a650-c2459ceed7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:16.022650 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d23359-9917-43c6-aec0-b281173c268c req-d29bbf89-5fe1-4d64-bb95-74167dfe53ea tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:16.030639 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-76d23359-9917-43c6-aec0-b281173c268c req-d29bbf89-5fe1-4d64-bb95-74167dfe53ea tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 931 time: 0.3625979 Nov 19 05:45:16.124057 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-edd78b2a-9452-4086-a8fe-5ce0f9c316a6 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087'] for port, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:16.168799 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-76d23359-9917-43c6-aec0-b281173c268c req-065dd487-22a0-402b-8cc9-a61e3d78c083 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371377 Nov 19 05:45:16.222304 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-70a1dae4-4de8-4272-9254-8ca22eef8ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:16.226103 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:16.246377 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-b09fb1e7-53f9-4811-8867-9b1e22d68b0d service neutron] 10.222.0.13 "GET /v2.0/networks/862f8118-c40f-4658-b1ad-353ef6da3fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528762 Nov 19 05:45:16.259608 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bd5b36e-db57-4f8d-b15f-d700a871daf5', 'tag': 'd3e27814-2d01-4a6b-9520-f4f5fb2d586e', 'status': 'completed', 'code': 200} Nov 19 05:45:16.273133 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-70a1dae4-4de8-4272-9254-8ca22eef8ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:16.274037 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-ff82aa53-818e-4dda-993f-a82ae8bbcd16 req-cc70d921-8c66-443d-a9bf-4984fbc51488 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:16.318751 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-ff82aa53-818e-4dda-993f-a82ae8bbcd16 req-cc70d921-8c66-443d-a9bf-4984fbc51488 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:16.336160 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-820fcb74-eb1a-405f-b9d5-90d854f6a0e1 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db4540afb2f2457fb8456c53e9da33fd HTTP/1.1" status: 200 len: 5043 time: 0.3880093 Nov 19 05:45:16.398018 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-2e23acc1-0ebe-4c2d-aaf6-8e860b58b107 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Request body: {'port': {'device_id': '7a1b1484-8dbf-4632-8385-6015a45e1aa0', 'network_id': '304e1383-f09c-4327-99c9-7961728842fc', 'admin_state_up': True, 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'security_groups': ['9c6c3538-e060-4874-940a-5c91d1a4d0b0']}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:16.493863 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1d9551af-66db-4e45-9a32-80fd75179664 req-e664330a-449a-4c2b-b239-f21a40e35b53 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 210 time: 0.0731945 Nov 19 05:45:16.514237 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd78b2a-9452-4086-a8fe-5ce0f9c316a6 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Pushing event updated for resources: {'Port': ['ID=fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:16.516990 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b288401e-9bda-4b8c-a650-c2459ceed7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:16.529940 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-edd78b2a-9452-4086-a8fe-5ce0f9c316a6 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:16.530468 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-40f899fd-263d-47be-b057-47a7264e23ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:16.599368 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ff82aa53-818e-4dda-993f-a82ae8bbcd16 req-cc70d921-8c66-443d-a9bf-4984fbc51488 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d33910df-aba9-46b7-9fba-42f981823735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6191607 Nov 19 05:45:16.804465 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70d921-8c66-443d-a9bf-4984fbc51488 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1a21777f-f610-4122-a1de-e3bf2bc3d401,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:16.829286 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b288401e-9bda-4b8c-a650-c2459ceed7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:16.829950 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-b288401e-9bda-4b8c-a650-c2459ceed7d7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c205a3d3-eed0-4d6b-a3db-031fd3580449 HTTP/1.1" status: 204 len: 168 time: 1.8989563 Nov 19 05:45:16.836956 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288401e-9bda-4b8c-a650-c2459ceed7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c205a3d3-eed0-4d6b-a3db-031fd3580449,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:16.846712 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-b288401e-9bda-4b8c-a650-c2459ceed7d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:16.857379 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.525s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:16.857714 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:16.881701 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-2e23acc1-0ebe-4c2d-aaf6-8e860b58b107 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:16.885878 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-2e23acc1-0ebe-4c2d-aaf6-8e860b58b107 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Usage tracker for resource:port and tenant:db4540afb2f2457fb8456c53e9da33fd is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:16.888879 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-2e23acc1-0ebe-4c2d-aaf6-8e860b58b107 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Quota usage for port was recalculated. Used quota:3. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:16.894780 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-2e23acc1-0ebe-4c2d-aaf6-8e860b58b107 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:16.904005 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-edd78b2a-9452-4086-a8fe-5ce0f9c316a6 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Network 860fe5ec-aac7-4da6-92b2-2f86635d7a6b is already hosted by enough agents. {{(pid=80339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:45:16.907168 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-edd78b2a-9452-4086-a8fe-5ce0f9c316a6 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Resources bound (agent type, host, resource id): {{(pid=80339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:45:16.909961 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-2e23acc1-0ebe-4c2d-aaf6-8e860b58b107 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Made reservation on behalf of db4540afb2f2457fb8456c53e9da33fd for: {'port': 1} {{(pid=80339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:45:16.915659 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-2e23acc1-0ebe-4c2d-aaf6-8e860b58b107 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:16.926697 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-edd78b2a-9452-4086-a8fe-5ce0f9c316a6 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Received port after_create {{(pid=80339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:45:16.931407 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-edd78b2a-9452-4086-a8fe-5ce0f9c316a6 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:16.932179 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-edd78b2a-9452-4086-a8fe-5ce0f9c316a6 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:16.959174 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9b766d9a-e1fc-44dd-a3fc-6f94a362fba0 req-cd21d5eb-a9cf-4c5e-92cc-af15f8c7b03e service neutron] 10.222.0.13 "GET /v2.0/networks/862f8118-c40f-4658-b1ad-353ef6da3fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6881258 Nov 19 05:45:16.973223 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-70a1dae4-4de8-4272-9254-8ca22eef8ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:17.016107 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:17.018225 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-edd78b2a-9452-4086-a8fe-5ce0f9c316a6 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2265441 Nov 19 05:45:17.025762 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d80507-8591-43e5-b941-619fa36d10bc req-69c8d950-c694-4bb1-8b8d-585deaf1aab7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:17.026559 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-20d80507-8591-43e5-b941-619fa36d10bc req-69c8d950-c694-4bb1-8b8d-585deaf1aab7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Synchronizing usage tracker for tenant:17a899bd609f4510af15bbf524aca39c on resource:port {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:45:17.107724 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-96774333-ec50-436e-9981-ff29434787b0 service neutron] Request body: {'port': {'device_id': '69bc8183-3208-4aee-9b1d-d86ffb350dd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:17.152904 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 59466) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:17.225597 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-20d80507-8591-43e5-b941-619fa36d10bc req-69c8d950-c694-4bb1-8b8d-585deaf1aab7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Unset dirty status for tenant:17a899bd609f4510af15bbf524aca39c on resource:port {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:45:17.227740 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-20d80507-8591-43e5-b941-619fa36d10bc req-69c8d950-c694-4bb1-8b8d-585deaf1aab7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 931 time: 0.5092595 Nov 19 05:45:17.305339 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-70a1dae4-4de8-4272-9254-8ca22eef8ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:17.307329 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-70a1dae4-4de8-4272-9254-8ca22eef8ec5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/81fa4107-9f7d-44f4-a41a-612f0f3b211e HTTP/1.1" status: 204 len: 168 time: 1.4427702 Nov 19 05:45:17.308767 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a1dae4-4de8-4272-9254-8ca22eef8ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fa4107-9f7d-44f4-a41a-612f0f3b211e,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:17.326397 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-ea256a5f-1c6b-4bca-9c57-92df9ddff1de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0393aca-09b0-4672-ba5a-67b542ec6044 {{(pid=80338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:45:17.331303 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-70a1dae4-4de8-4272-9254-8ca22eef8ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:17.383307 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-95c4d5ff-516a-4f88-9fde-db61530ed34d req-729ab243-2add-442d-a72f-ebea309c1493 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e7d3f7e9f0543ae8ff7b0d164f37f27&device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 1160 time: 0.2531915 Nov 19 05:45:17.430408 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-20d80507-8591-43e5-b941-619fa36d10bc req-6bbd651e-3b3f-47b5-b043-f73ff01bc654 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846004 Nov 19 05:45:17.434616 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-895a0269-6f17-47ba-bafa-40c2a5d2e4e6 None None] Provisioning for port fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd completed by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:45:17.440387 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-895a0269-6f17-47ba-bafa-40c2a5d2e4e6 None None] Provisioning complete for port fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd triggered by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:17.441214 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-895a0269-6f17-47ba-bafa-40c2a5d2e4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:17.462337 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-ea256a5f-1c6b-4bca-9c57-92df9ddff1de service neutron] Notify callbacks [] for port, precommit_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:17.507024 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-ea256a5f-1c6b-4bca-9c57-92df9ddff1de service neutron] Transition to ACTIVE for port object c0393aca-09b0-4672-ba5a-67b542ec6044 will not be triggered until provisioned by entity L2. {{(pid=80338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:45:17.516484 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-895a0269-6f17-47ba-bafa-40c2a5d2e4e6 None None] Port fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd cannot update to ACTIVE because it is not bound. {{(pid=80340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:45:17.527115 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-96774333-ec50-436e-9981-ff29434787b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:17.610974 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-ea256a5f-1c6b-4bca-9c57-92df9ddff1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:17.662242 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:17.730583 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-2e23acc1-0ebe-4c2d-aaf6-8e860b58b107 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Allocated IP 172.20.0.13 (304e1383-f09c-4327-99c9-7961728842fc/7c37d305-86c3-49f3-a016-f0e689dbb363/64df9d73-fb9c-4846-a6be-cea2f835c3aa) {{(pid=80339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:45:17.804181 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87daee2c-930c-457a-aafb-60009d8263c0 req-f0d2e5ef-f2c4-469c-8307-cc87aa039111 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:17.805948 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-87daee2c-930c-457a-aafb-60009d8263c0 req-f0d2e5ef-f2c4-469c-8307-cc87aa039111 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.16 "GET /v2.0/ports?device_id=de8510b4-dd9a-483f-a88e-f43748378fce HTTP/1.1" status: 200 len: 946 time: 0.5747678 Nov 19 05:45:17.837197 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea256a5f-1c6b-4bca-9c57-92df9ddff1de service neutron] Pushing event updated for resources: {'Port': ['ID=c0393aca-09b0-4672-ba5a-67b542ec6044,revision_number=2']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:17.844441 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-ea256a5f-1c6b-4bca-9c57-92df9ddff1de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:17.862988 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4d5ff-516a-4f88-9fde-db61530ed34d req-0a3d65e7-6bc2-4c55-9692-66e821174b08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:17.864975 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-95c4d5ff-516a-4f88-9fde-db61530ed34d req-0a3d65e7-6bc2-4c55-9692-66e821174b08 service neutron] 10.222.0.13 "GET /v2.0/networks?id=862f8118-c40f-4658-b1ad-353ef6da3fa1 HTTP/1.1" status: 200 len: 912 time: 0.4740946 Nov 19 05:45:17.989888 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-95c4d5ff-516a-4f88-9fde-db61530ed34d req-d69ac18f-26d5-4118-8baa-263e1a69e28a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3e27814-2d01-4a6b-9520-f4f5fb2d586e HTTP/1.1" status: 200 len: 217 time: 0.1145737 Nov 19 05:45:18.153902 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 59486) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:18.187029 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 59490) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:18.192495 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-ea256a5f-1c6b-4bca-9c57-92df9ddff1de service neutron] Attempting to bind port c0393aca-09b0-4672-ba5a-67b542ec6044 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:45:18.192862 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-ea256a5f-1c6b-4bca-9c57-92df9ddff1de service neutron] Attempting to bind port c0393aca-09b0-4672-ba5a-67b542ec6044 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '9c5c1266-3ba4-4238-9ed0-9f608c53a521', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '862f8118-c40f-4658-b1ad-353ef6da3fa1'}] {{(pid=80338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:45:18.193274 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-ea256a5f-1c6b-4bca-9c57-92df9ddff1de service neutron] Attempting to bind port c0393aca-09b0-4672-ba5a-67b542ec6044 on network 862f8118-c40f-4658-b1ad-353ef6da3fa1 {{(pid=80338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:45:18.199009 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1337bb95-7c68-4bb8-9c14-f53fc57d4f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:18.244252 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-24590dc9-8150-4205-a9cc-45dca915812a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:18.257581 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-ea256a5f-1c6b-4bca-9c57-92df9ddff1de service neutron] Checking agent: {'id': '5d7c8804-5253-4fea-87de-bba3ff4a5dbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 42, 30), 'started_at': datetime.datetime(2020, 11, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:45:18.258499 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-ea256a5f-1c6b-4bca-9c57-92df9ddff1de service neutron] Checking segment: {'id': '9c5c1266-3ba4-4238-9ed0-9f608c53a521', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '862f8118-c40f-4658-b1ad-353ef6da3fa1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:45:18.258906 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-ea256a5f-1c6b-4bca-9c57-92df9ddff1de service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:18.259303 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-ea256a5f-1c6b-4bca-9c57-92df9ddff1de service neutron] Bound using segment: {'id': '9c5c1266-3ba4-4238-9ed0-9f608c53a521', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '862f8118-c40f-4658-b1ad-353ef6da3fa1'} {{(pid=80338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:45:18.259905 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-ea256a5f-1c6b-4bca-9c57-92df9ddff1de service neutron] Bound port: c0393aca-09b0-4672-ba5a-67b542ec6044, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5c1266-3ba4-4238-9ed0-9f608c53a521', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '862f8118-c40f-4658-b1ad-353ef6da3fa1'}}] {{(pid=80338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:45:18.260153 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-ea256a5f-1c6b-4bca-9c57-92df9ddff1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:18.271305 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4d5ff-516a-4f88-9fde-db61530ed34d req-e4994dba-a248-487a-8684-8902a1ee3744 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:18.272945 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-95c4d5ff-516a-4f88-9fde-db61530ed34d req-e4994dba-a248-487a-8684-8902a1ee3744 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12c931fa-83f1-4bd4-970f-5ff8c913a3bb HTTP/1.1" status: 200 len: 858 time: 0.2020624 Nov 19 05:45:18.349179 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-47ab0bfa-4046-42b8-ba26-a31d2ecc7c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:18.389492 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-1337bb95-7c68-4bb8-9c14-f53fc57d4f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:18.395609 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-95c4d5ff-516a-4f88-9fde-db61530ed34d req-c92b3c45-7a70-4db6-b1a8-bc7e437e79e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=862f8118-c40f-4658-b1ad-353ef6da3fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025136 Nov 19 05:45:18.414626 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-1337bb95-7c68-4bb8-9c14-f53fc57d4f91 admin admin] Usage tracker for resource:security_group_rule and tenant:00ea87804874495c89b4845cba1ddd32 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:18.442029 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-1337bb95-7c68-4bb8-9c14-f53fc57d4f91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:18.447396 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-24590dc9-8150-4205-a9cc-45dca915812a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:18.471525 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-1337bb95-7c68-4bb8-9c14-f53fc57d4f91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:18.484619 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-24590dc9-8150-4205-a9cc-45dca915812a admin admin] Usage tracker for resource:security_group_rule and tenant:1677ff5f0d194731aeb9f3658d8b006c is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:18.496035 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-24590dc9-8150-4205-a9cc-45dca915812a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:18.566231 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-47ab0bfa-4046-42b8-ba26-a31d2ecc7c5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:18.576719 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-24590dc9-8150-4205-a9cc-45dca915812a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:18.593930 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-47ab0bfa-4046-42b8-ba26-a31d2ecc7c5b admin admin] Usage tracker for resource:security_group_rule and tenant:64f050f5afcf47b1b003db66ff6c4b0b is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:18.604433 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-47ab0bfa-4046-42b8-ba26-a31d2ecc7c5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:18.622413 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-ea256a5f-1c6b-4bca-9c57-92df9ddff1de service neutron] For port c0393aca-09b0-4672-ba5a-67b542ec6044, host hv-cinder-76330, cleared binding levels {{(pid=80338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:45:18.625068 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-87daee2c-930c-457a-aafb-60009d8263c0 req-614589fa-662b-424a-8793-6b710ec09e75 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.16 "GET /v2.0/security-groups?id=d33910df-aba9-46b7-9fba-42f981823735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111029 Nov 19 05:45:18.648870 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-ea256a5f-1c6b-4bca-9c57-92df9ddff1de service neutron] For port c0393aca-09b0-4672-ba5a-67b542ec6044, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c0393aca-09b0-4672-ba5a-67b542ec6044,segment=NetworkSegment(9c5c1266-3ba4-4238-9ed0-9f608c53a521),segment_id=9c5c1266-3ba4-4238-9ed0-9f608c53a521)] {{(pid=80338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:45:18.662577 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-47ab0bfa-4046-42b8-ba26-a31d2ecc7c5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:18.680204 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839a217-f96f-4156-ae44-a56041f307aa req-37ec4c4d-ad7b-420c-8334-560a8a7e5dca tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:18.681885 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8839a217-f96f-4156-ae44-a56041f307aa req-37ec4c4d-ad7b-420c-8334-560a8a7e5dca tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 943 time: 0.9891779 Nov 19 05:45:18.687543 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-95c4d5ff-516a-4f88-9fde-db61530ed34d req-916918ca-2ae8-4cc7-9174-083546b7b138 service neutron] 10.222.0.13 "GET /v2.0/networks/862f8118-c40f-4658-b1ad-353ef6da3fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778828 Nov 19 05:45:18.691087 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-2e23acc1-0ebe-4c2d-aaf6-8e860b58b107 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for port, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:18.697080 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.db.resource_extend [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-96774333-ec50-436e-9981-ff29434787b0 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 19 05:45:18.754271 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-24590dc9-8150-4205-a9cc-45dca915812a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:18.756203 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-ea256a5f-1c6b-4bca-9c57-92df9ddff1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:18.810570 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-a99bb515-45df-4e70-aa32-c196919af599 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:18.840503 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-2e23acc1-0ebe-4c2d-aaf6-8e860b58b107 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Transition to ACTIVE for port object 64df9d73-fb9c-4846-a6be-cea2f835c3aa will not be triggered until provisioned by entity DHCP. {{(pid=80339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:45:18.843036 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-24590dc9-8150-4205-a9cc-45dca915812a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:18.857737 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8564386d-addb-4e80-8bec-a43f3d0c2970 req-9cabafa2-781e-4fa0-9fac-a92ff70109a8 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 210 time: 0.0808539 Nov 19 05:45:18.878860 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-96774333-ec50-436e-9981-ff29434787b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd {{(pid=80339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:45:18.896577 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-96774333-ec50-436e-9981-ff29434787b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:18.949543 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8839a217-f96f-4156-ae44-a56041f307aa req-0cf072bd-03ae-400d-bb3f-4601d0d7873b tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544911 Nov 19 05:45:18.968466 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-96774333-ec50-436e-9981-ff29434787b0 service neutron] Transition to ACTIVE for port object fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd will not be triggered until provisioned by entity L2. {{(pid=80339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:45:18.984294 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-96774333-ec50-436e-9981-ff29434787b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:19.014811 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:19.089278 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96774333-ec50-436e-9981-ff29434787b0 service neutron] Pushing event updated for resources: {'Port': ['ID=fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd,revision_number=2']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:19.092476 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-96774333-ec50-436e-9981-ff29434787b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:19.094156 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-2e23acc1-0ebe-4c2d-aaf6-8e860b58b107 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087'] for port, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:19.097336 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-47ab0bfa-4046-42b8-ba26-a31d2ecc7c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:19.119276 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1337bb95-7c68-4bb8-9c14-f53fc57d4f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:19.129821 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-88b34ccb-bd1f-4bc3-9d39-37f812794569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:19.134741 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-24590dc9-8150-4205-a9cc-45dca915812a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1677ff5f0d194731aeb9f3658d8b006c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9439692 Nov 19 05:45:19.138708 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 59506) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:19.150081 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1337bb95-7c68-4bb8-9c14-f53fc57d4f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:19.159767 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-47ab0bfa-4046-42b8-ba26-a31d2ecc7c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:19.177724 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea256a5f-1c6b-4bca-9c57-92df9ddff1de service neutron] Pushing event updated for resources: {'Port': ['ID=c0393aca-09b0-4672-ba5a-67b542ec6044,revision_number=3']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:19.212733 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-ea256a5f-1c6b-4bca-9c57-92df9ddff1de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:19.213323 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-166425f4-7250-4499-a441-96372cb3e173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.338s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:19.254021 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-95c4d5ff-516a-4f88-9fde-db61530ed34d req-ac654ea2-9766-4980-a496-6836694ee60a service neutron] 10.222.0.13 "GET /v2.0/networks/862f8118-c40f-4658-b1ad-353ef6da3fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4959655 Nov 19 05:45:19.309283 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24590dc9-8150-4205-a9cc-45dca915812a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e8eaca-d825-404e-9584-6f6984df1f0d,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:19.316562 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-1337bb95-7c68-4bb8-9c14-f53fc57d4f91 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=00ea87804874495c89b4845cba1ddd32&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1616111 Nov 19 05:45:19.324631 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 59512) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:19.333738 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-ea256a5f-1c6b-4bca-9c57-92df9ddff1de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for port, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:19.335339 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-ea256a5f-1c6b-4bca-9c57-92df9ddff1de service neutron] 10.222.0.13 "PUT /v2.0/ports/c0393aca-09b0-4672-ba5a-67b542ec6044 HTTP/1.1" status: 200 len: 1157 time: 3.8216302 Nov 19 05:45:19.352966 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d19ad3b-88e3-4117-9881-023e1fc86082', 'tag': 'c0393aca-09b0-4672-ba5a-67b542ec6044'}] {{(pid=80338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:45:19.442039 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-67f4720a-146f-481a-a188-32a2fd7927b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:19.457095 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d19ad3b-88e3-4117-9881-023e1fc86082', 'tag': 'c0393aca-09b0-4672-ba5a-67b542ec6044', 'status': 'completed', 'code': 200} Nov 19 05:45:19.457304 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1337bb95-7c68-4bb8-9c14-f53fc57d4f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408254ce-3326-48a0-9202-04c0c476757f,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:19.469354 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-1337bb95-7c68-4bb8-9c14-f53fc57d4f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:19.474409 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-47ab0bfa-4046-42b8-ba26-a31d2ecc7c5b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=64f050f5afcf47b1b003db66ff6c4b0b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3119521 Nov 19 05:45:19.475212 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.299s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:19.475329 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23acc1-0ebe-4c2d-aaf6-8e860b58b107 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Pushing event updated for resources: {'Port': ['ID=64df9d73-fb9c-4846-a6be-cea2f835c3aa,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:19.475545 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:19.479207 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 59518) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:19.495453 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-2e23acc1-0ebe-4c2d-aaf6-8e860b58b107 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:19.504183 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-2e23acc1-0ebe-4c2d-aaf6-8e860b58b107 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Network 304e1383-f09c-4327-99c9-7961728842fc is already hosted by enough agents. {{(pid=80339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:45:19.505034 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.327s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:19.518555 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-2e23acc1-0ebe-4c2d-aaf6-8e860b58b107 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Resources bound (agent type, host, resource id): {{(pid=80339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:45:19.534845 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-2e23acc1-0ebe-4c2d-aaf6-8e860b58b107 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Received port after_create {{(pid=80339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:45:19.539758 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-2e23acc1-0ebe-4c2d-aaf6-8e860b58b107 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:19.540445 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-2e23acc1-0ebe-4c2d-aaf6-8e860b58b107 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:19.549393 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-67f4720a-146f-481a-a188-32a2fd7927b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:19.582921 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-2e23acc1-0ebe-4c2d-aaf6-8e860b58b107 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2400279 Nov 19 05:45:19.619527 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-3c17619c-db6c-4b7d-9c38-7de4d4e642b1 service neutron] Request body: {'port': {'device_id': '7a1b1484-8dbf-4632-8385-6015a45e1aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:19.663216 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711085f4-f164-40e5-ab88-3051c963fc3a req-5bf5b3b3-a330-4f8c-ba3f-56836614e13a tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:19.671198 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-711085f4-f164-40e5-ab88-3051c963fc3a req-5bf5b3b3-a330-4f8c-ba3f-56836614e13a tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 943 time: 0.4159985 Nov 19 05:45:19.690775 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bf90cac8-1f99-4424-83a8-c4e145f0cc29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:19.691920 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab0bfa-4046-42b8-ba26-a31d2ecc7c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30471b85-6615-4bc8-89c4-8d521c2c0704,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:19.730578 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-47ab0bfa-4046-42b8-ba26-a31d2ecc7c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:19.762384 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-711085f4-f164-40e5-ab88-3051c963fc3a req-ca0f6ee2-3e0f-4dc5-a190-4a9ce7d928f0 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902047 Nov 19 05:45:19.803831 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-e74827d0-e7b3-4f9c-ba20-3353dee0fe18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e7d3f7e9f0543ae8ff7b0d164f37f27&device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 1160 time: 0.3993945 Nov 19 05:45:19.810370 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bf90cac8-1f99-4424-83a8-c4e145f0cc29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:19.819217 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-50bbb2bf-22c3-446f-b360-d72c209673e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:19.860077 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-2b1ac851-aa6d-4983-9fea-b66979ebdb50 None None] Provisioning for port 64df9d73-fb9c-4846-a6be-cea2f835c3aa completed by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:45:19.866678 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-2b1ac851-aa6d-4983-9fea-b66979ebdb50 None None] Provisioning complete for port 64df9d73-fb9c-4846-a6be-cea2f835c3aa triggered by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:19.867826 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2b1ac851-aa6d-4983-9fea-b66979ebdb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:19.898082 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-6361a371-a8c1-41cb-a6c1-330ba16ae5dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0393aca-09b0-4672-ba5a-67b542ec6044 HTTP/1.1" status: 200 len: 217 time: 0.0722661 Nov 19 05:45:19.981937 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-2b1ac851-aa6d-4983-9fea-b66979ebdb50 None None] Port 64df9d73-fb9c-4846-a6be-cea2f835c3aa cannot update to ACTIVE because it is not bound. {{(pid=80340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:45:20.037793 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-96774333-ec50-436e-9981-ff29434787b0 service neutron] Attempting to bind port fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:45:20.038349 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-96774333-ec50-436e-9981-ff29434787b0 service neutron] Attempting to bind port fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'c08835ce-6c6c-495e-9241-1d413790bd94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b'}] {{(pid=80339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:45:20.039349 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-96774333-ec50-436e-9981-ff29434787b0 service neutron] Attempting to bind port fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd on network 860fe5ec-aac7-4da6-92b2-2f86635d7a6b {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:45:20.058732 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-3c17619c-db6c-4b7d-9c38-7de4d4e642b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:20.120927 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-96774333-ec50-436e-9981-ff29434787b0 service neutron] Checking agent: {'id': '5d7c8804-5253-4fea-87de-bba3ff4a5dbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 42, 30), 'started_at': datetime.datetime(2020, 11, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:45:20.121487 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-96774333-ec50-436e-9981-ff29434787b0 service neutron] Checking segment: {'id': 'c08835ce-6c6c-495e-9241-1d413790bd94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:45:20.121985 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-96774333-ec50-436e-9981-ff29434787b0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:20.122490 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-96774333-ec50-436e-9981-ff29434787b0 service neutron] Bound using segment: {'id': 'c08835ce-6c6c-495e-9241-1d413790bd94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b'} {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:45:20.123124 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-96774333-ec50-436e-9981-ff29434787b0 service neutron] Bound port: fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c08835ce-6c6c-495e-9241-1d413790bd94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b'}}] {{(pid=80339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:45:20.123613 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-96774333-ec50-436e-9981-ff29434787b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:20.190727 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10eff98-a86d-4bf6-b1c9-df920a461b95 req-fbbe184e-bfa8-47a4-b13d-1db36645f6c4 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:20.192636 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b10eff98-a86d-4bf6-b1c9-df920a461b95 req-fbbe184e-bfa8-47a4-b13d-1db36645f6c4 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.16 "GET /v2.0/ports?device_id=de8510b4-dd9a-483f-a88e-f43748378fce HTTP/1.1" status: 200 len: 946 time: 0.3346019 Nov 19 05:45:20.196503 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-50bbb2bf-22c3-446f-b360-d72c209673e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:20.204288 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-67f4720a-146f-481a-a188-32a2fd7927b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:20.220937 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-23579ce8-6b5b-4f64-947e-99b46a9f0b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:20.241711 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-67f4720a-146f-481a-a188-32a2fd7927b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:20.243586 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-67f4720a-146f-481a-a188-32a2fd7927b4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/86e8eaca-d825-404e-9584-6f6984df1f0d HTTP/1.1" status: 204 len: 168 time: 1.1018136 Nov 19 05:45:20.264839 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-62daaa37-836e-4b03-a6ae-00a089c410a5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:20.266754 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-62daaa37-836e-4b03-a6ae-00a089c410a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12c931fa-83f1-4bd4-970f-5ff8c913a3bb HTTP/1.1" status: 200 len: 858 time: 0.3583405 Nov 19 05:45:20.273358 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4720a-146f-481a-a188-32a2fd7927b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e8eaca-d825-404e-9584-6f6984df1f0d,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:20.284264 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-67f4720a-146f-481a-a188-32a2fd7927b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:20.330908 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.objects.ports [None req-12ff35fc-6ba2-45c1-83f9-f3db35fa4857 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80340) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 05:45:20.365876 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b10eff98-a86d-4bf6-b1c9-df920a461b95 req-10ee3f39-0166-4c60-a8ed-aaad80203585 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.16 "GET /v2.0/security-groups?id=d33910df-aba9-46b7-9fba-42f981823735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543026 Nov 19 05:45:20.380176 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-56f82739-7719-4b80-b5c5-b2c88c55757a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=862f8118-c40f-4658-b1ad-353ef6da3fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926630 Nov 19 05:45:20.386879 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bf90cac8-1f99-4424-83a8-c4e145f0cc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:20.405896 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-bcbbb91e-7dff-4e3d-a7a3-e65c1d58b2ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:20.509236 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90cac8-1f99-4424-83a8-c4e145f0cc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408254ce-3326-48a0-9202-04c0c476757f,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:20.519436 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-bf90cac8-1f99-4424-83a8-c4e145f0cc29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:20.529411 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b70ec3-febc-46b2-a589-1e21ae1000e5 req-3e5adb0b-2c52-4d4d-a59c-b3dd31d90d91 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:20.530105 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-37b70ec3-febc-46b2-a589-1e21ae1000e5 req-3e5adb0b-2c52-4d4d-a59c-b3dd31d90d91 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Synchronizing usage tracker for tenant:db4540afb2f2457fb8456c53e9da33fd on resource:port {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:45:20.534143 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bf90cac8-1f99-4424-83a8-c4e145f0cc29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:20.537823 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-bf90cac8-1f99-4424-83a8-c4e145f0cc29 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/408254ce-3326-48a0-9202-04c0c476757f HTTP/1.1" status: 204 len: 168 time: 1.2084296 Nov 19 05:45:20.537823 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-50bbb2bf-22c3-446f-b360-d72c209673e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:20.539912 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-50bbb2bf-22c3-446f-b360-d72c209673e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:20.541367 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-50bbb2bf-22c3-446f-b360-d72c209673e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/30471b85-6615-4bc8-89c4-8d521c2c0704 HTTP/1.1" status: 204 len: 168 time: 1.0592573 Nov 19 05:45:20.545092 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-1337bb95-7c68-4bb8-9c14-f53fc57d4f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:20.547208 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-96774333-ec50-436e-9981-ff29434787b0 service neutron] For port fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd, host hv-cinder-76330, cleared binding levels {{(pid=80339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:45:20.558967 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bbb2bf-22c3-446f-b360-d72c209673e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30471b85-6615-4bc8-89c4-8d521c2c0704,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:20.562111 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-50bbb2bf-22c3-446f-b360-d72c209673e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:20.655608 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-96774333-ec50-436e-9981-ff29434787b0 service neutron] For port fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd,segment=NetworkSegment(c08835ce-6c6c-495e-9241-1d413790bd94),segment_id=c08835ce-6c6c-495e-9241-1d413790bd94)] {{(pid=80339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:45:20.673421 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-96774333-ec50-436e-9981-ff29434787b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:20.723390 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-3605835c-04c2-4b18-a112-10d427b84a3f service neutron] 10.222.0.13 "GET /v2.0/networks/862f8118-c40f-4658-b1ad-353ef6da3fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306036 Nov 19 05:45:20.918775 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e881c595-f9d6-453a-8dd8-f2eb585d34d4 req-19fea0bd-a399-4f72-aaef-059fe952502a service neutron] 10.222.0.13 "GET /v2.0/networks/862f8118-c40f-4658-b1ad-353ef6da3fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1820273 Nov 19 05:45:21.019975 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device d3e27814-2d01-4a6b-9520-f4f5fb2d586e up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:45:21.077200 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-62824f33-c201-455e-a146-278fd07f9241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:21.112838 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-37b70ec3-febc-46b2-a589-1e21ae1000e5 req-3e5adb0b-2c52-4d4d-a59c-b3dd31d90d91 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Unset dirty status for tenant:db4540afb2f2457fb8456c53e9da33fd on resource:port {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:45:21.120318 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-37b70ec3-febc-46b2-a589-1e21ae1000e5 req-3e5adb0b-2c52-4d4d-a59c-b3dd31d90d91 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 932 time: 1.0436754 Nov 19 05:45:21.227810 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-69aa393a-93df-4dad-b713-e8e5712e092c req-f88d3566-2754-4496-b6e5-64c98808eab5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e7d3f7e9f0543ae8ff7b0d164f37f27&device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 1160 time: 0.1998408 Nov 19 05:45:21.243791 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning for port d3e27814-2d01-4a6b-9520-f4f5fb2d586e completed by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:45:21.251264 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port d3e27814-2d01-4a6b-9520-f4f5fb2d586e triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:21.251690 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:21.331672 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-37b70ec3-febc-46b2-a589-1e21ae1000e5 req-bc6355cb-cd1c-4c12-a67f-1c79d09ef32d tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2102311 Nov 19 05:45:21.403546 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-96774333-ec50-436e-9981-ff29434787b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:21.405079 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-96774333-ec50-436e-9981-ff29434787b0 service neutron] 10.222.0.13 "PUT /v2.0/ports/fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd HTTP/1.1" status: 200 len: 1157 time: 4.3153734 Nov 19 05:45:21.405789 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69bc8183-3208-4aee-9b1d-d86ffb350dd1', 'tag': 'fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:45:21.466820 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95aefb8-b3a8-4852-b3df-e7a4d806a49c req-78747e54-f5e2-40bd-8786-dd86881a5b26 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:21.468514 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e95aefb8-b3a8-4852-b3df-e7a4d806a49c req-78747e54-f5e2-40bd-8786-dd86881a5b26 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 943 time: 0.9354336 Nov 19 05:45:21.490588 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 59568) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:21.635453 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa393a-93df-4dad-b713-e8e5712e092c req-e57d82e9-0afb-4551-849b-d3bbae37f30d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:21.638225 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-69aa393a-93df-4dad-b713-e8e5712e092c req-e57d82e9-0afb-4551-849b-d3bbae37f30d service neutron] 10.222.0.13 "GET /v2.0/networks?id=862f8118-c40f-4658-b1ad-353ef6da3fa1 HTTP/1.1" status: 200 len: 912 time: 0.4092431 Nov 19 05:45:21.708932 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:21.783862 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96774333-ec50-436e-9981-ff29434787b0 service neutron] Pushing event updated for resources: {'Port': ['ID=fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd,revision_number=3']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:21.801217 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] For port d3e27814-2d01-4a6b-9520-f4f5fb2d586e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=d3e27814-2d01-4a6b-9520-f4f5fb2d586e,segment=NetworkSegment(9c5c1266-3ba4-4238-9ed0-9f608c53a521),segment_id=9c5c1266-3ba4-4238-9ed0-9f608c53a521)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:45:21.806095 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd5b36e-db57-4f8d-b15f-d700a871daf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e27814-2d01-4a6b-9520-f4f5fb2d586e'}] {{(pid=80340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:45:21.812708 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-69aa393a-93df-4dad-b713-e8e5712e092c req-be6e23b8-317b-42a7-8280-69bcf78c3572 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0393aca-09b0-4672-ba5a-67b542ec6044 HTTP/1.1" status: 200 len: 217 time: 0.1671417 Nov 19 05:45:21.832961 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-96774333-ec50-436e-9981-ff29434787b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:21.846200 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:21.864302 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:21.873107 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-30809907-5e83-4313-bbfb-ad8db863ef94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:21.924666 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e95aefb8-b3a8-4852-b3df-e7a4d806a49c req-0486a37d-fe10-4d07-8bc0-d3e62e93c81a tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780681 Nov 19 05:45:21.966580 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa393a-93df-4dad-b713-e8e5712e092c req-2bb62b05-18d1-4705-b2e7-2ab760e703c0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:21.968508 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-69aa393a-93df-4dad-b713-e8e5712e092c req-2bb62b05-18d1-4705-b2e7-2ab760e703c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12c931fa-83f1-4bd4-970f-5ff8c913a3bb HTTP/1.1" status: 200 len: 858 time: 0.1440434 Nov 19 05:45:21.995844 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-30809907-5e83-4313-bbfb-ad8db863ef94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:22.003946 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-30809907-5e83-4313-bbfb-ad8db863ef94 admin admin] Usage tracker for resource:security_group_rule and tenant:8b42535512dd4d00800c8ceeed8e71d2 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:22.011151 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-30809907-5e83-4313-bbfb-ad8db863ef94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:22.024226 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-30809907-5e83-4313-bbfb-ad8db863ef94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:22.051667 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Pushing event updated for resources: {'Port': ['ID=d3e27814-2d01-4a6b-9520-f4f5fb2d586e,revision_number=4']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:22.078231 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:22.086983 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-69aa393a-93df-4dad-b713-e8e5712e092c req-c6f40842-166f-4e06-9f02-1a656a719601 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=862f8118-c40f-4658-b1ad-353ef6da3fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105962 Nov 19 05:45:22.105005 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69bc8183-3208-4aee-9b1d-d86ffb350dd1', 'tag': 'fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd', 'status': 'completed', 'code': 200} Nov 19 05:45:22.156174 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd5b36e-db57-4f8d-b15f-d700a871daf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e27814-2d01-4a6b-9520-f4f5fb2d586e', 'code': 200} Nov 19 05:45:22.184187 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.db.resource_extend [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-3c17619c-db6c-4b7d-9c38-7de4d4e642b1 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 19 05:45:22.235405 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device d3e27814-2d01-4a6b-9520-f4f5fb2d586e up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:45:22.241134 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-30809907-5e83-4313-bbfb-ad8db863ef94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:22.246322 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-caa9b000-4eae-4607-a18e-fae3e2611c0a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=17a899bd609f4510af15bbf524aca39c&device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 1160 time: 0.7504666 Nov 19 05:45:22.304638 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-30809907-5e83-4313-bbfb-ad8db863ef94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:22.363877 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port d3e27814-2d01-4a6b-9520-f4f5fb2d586e triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:22.364731 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:22.434321 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:22.444081 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-278a57de-133d-4273-9576-6972594e4cf0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd HTTP/1.1" status: 200 len: 217 time: 0.1481287 Nov 19 05:45:22.458316 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd365f9-7816-424c-9a0d-6de552461c85 req-743eb093-d843-4447-9774-8a64a3208cff tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:22.459944 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-cbd365f9-7816-424c-9a0d-6de552461c85 req-743eb093-d843-4447-9774-8a64a3208cff tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 943 time: 0.6830895 Nov 19 05:45:22.467537 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-69aa393a-93df-4dad-b713-e8e5712e092c req-fa836eb6-9ef8-4db1-905c-0bb20eb41a6e service neutron] 10.222.0.13 "GET /v2.0/networks/862f8118-c40f-4658-b1ad-353ef6da3fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417492 Nov 19 05:45:22.523204 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-3c17619c-db6c-4b7d-9c38-7de4d4e642b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64df9d73-fb9c-4846-a6be-cea2f835c3aa {{(pid=80339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:45:22.602634 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-3c17619c-db6c-4b7d-9c38-7de4d4e642b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:22.667267 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30809907-5e83-4313-bbfb-ad8db863ef94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ec351c-1e21-4410-a857-79303ab65ae9,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:22.670700 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-30809907-5e83-4313-bbfb-ad8db863ef94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:22.688399 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-30809907-5e83-4313-bbfb-ad8db863ef94 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b42535512dd4d00800c8ceeed8e71d2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0447655 Nov 19 05:45:22.691561 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-69aa393a-93df-4dad-b713-e8e5712e092c req-ae512f39-28ce-4084-9bb0-d74e5c47e09b service neutron] 10.222.0.13 "GET /v2.0/networks/862f8118-c40f-4658-b1ad-353ef6da3fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2178326 Nov 19 05:45:22.693524 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 59602) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:22.698863 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-3c17619c-db6c-4b7d-9c38-7de4d4e642b1 service neutron] Transition to ACTIVE for port object 64df9d73-fb9c-4846-a6be-cea2f835c3aa will not be triggered until provisioned by entity L2. {{(pid=80339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:45:22.711513 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-dadf41b6-0b0c-493f-a5a6-fc9257999dd3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:22.713304 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-dadf41b6-0b0c-493f-a5a6-fc9257999dd3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=79de99d1-0c92-4ca9-b38b-41526eec1217 HTTP/1.1" status: 200 len: 850 time: 0.2475803 Nov 19 05:45:22.714253 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-3c17619c-db6c-4b7d-9c38-7de4d4e642b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:22.775175 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:22.864585 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-def57b40-f791-4dbd-9bf2-938a7b939453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:22.891681 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d2b4eb2e-2ebe-4be8-813a-0f40b24392dd req-e8a2224d-619f-41dc-a731-9c212d74f370 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 1162 time: 0.1989255 Nov 19 05:45:22.907338 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-cbd365f9-7816-424c-9a0d-6de552461c85 req-57798241-8b3b-40e8-8b1d-a5d91c250cfa tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4375331 Nov 19 05:45:22.945516 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17619c-db6c-4b7d-9c38-7de4d4e642b1 service neutron] Pushing event updated for resources: {'Port': ['ID=64df9d73-fb9c-4846-a6be-cea2f835c3aa,revision_number=2']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:22.948664 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-3c17619c-db6c-4b7d-9c38-7de4d4e642b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:22.961759 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-def57b40-f791-4dbd-9bf2-938a7b939453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:22.995248 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d2b4eb2e-2ebe-4be8-813a-0f40b24392dd req-d12c5d6b-e2a0-4c78-a536-6612e9a8f6b1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839875 Nov 19 05:45:23.024232 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-def57b40-f791-4dbd-9bf2-938a7b939453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:23.030103 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-69fdabb7-0513-43b6-a675-306a9f47fce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:23.048755 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-def57b40-f791-4dbd-9bf2-938a7b939453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:23.050171 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-def57b40-f791-4dbd-9bf2-938a7b939453 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a6ec351c-1e21-4410-a857-79303ab65ae9 HTTP/1.1" status: 204 len: 168 time: 0.3557096 Nov 19 05:45:23.051183 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def57b40-f791-4dbd-9bf2-938a7b939453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ec351c-1e21-4410-a857-79303ab65ae9,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:23.054271 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-def57b40-f791-4dbd-9bf2-938a7b939453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:23.119715 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123af91-b01f-4f46-85d4-702e261af3d1 req-97a0cfe6-d122-4fb4-8341-0bf09e9a1f8b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:23.121386 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0123af91-b01f-4f46-85d4-702e261af3d1 req-97a0cfe6-d122-4fb4-8341-0bf09e9a1f8b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 944 time: 0.4157705 Nov 19 05:45:23.183636 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-9d4ebda8-af90-4b86-9fe1-e0f793e82229 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=860fe5ec-aac7-4da6-92b2-2f86635d7a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4242718 Nov 19 05:45:23.338338 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0123af91-b01f-4f46-85d4-702e261af3d1 req-d1aaa542-7c74-43c2-b225-fad2f0cc9941 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879349 Nov 19 05:45:23.432840 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-3c17619c-db6c-4b7d-9c38-7de4d4e642b1 service neutron] Attempting to bind port 64df9d73-fb9c-4846-a6be-cea2f835c3aa on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:45:23.433263 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-3c17619c-db6c-4b7d-9c38-7de4d4e642b1 service neutron] Attempting to bind port 64df9d73-fb9c-4846-a6be-cea2f835c3aa by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '1bac46a1-971a-466a-ba00-4392d3f174e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '304e1383-f09c-4327-99c9-7961728842fc'}] {{(pid=80339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:45:23.433631 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-3c17619c-db6c-4b7d-9c38-7de4d4e642b1 service neutron] Attempting to bind port 64df9d73-fb9c-4846-a6be-cea2f835c3aa on network 304e1383-f09c-4327-99c9-7961728842fc {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:45:23.463163 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-3c17619c-db6c-4b7d-9c38-7de4d4e642b1 service neutron] Checking agent: {'id': '5d7c8804-5253-4fea-87de-bba3ff4a5dbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 42, 30), 'started_at': datetime.datetime(2020, 11, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:45:23.463535 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-3c17619c-db6c-4b7d-9c38-7de4d4e642b1 service neutron] Checking segment: {'id': '1bac46a1-971a-466a-ba00-4392d3f174e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '304e1383-f09c-4327-99c9-7961728842fc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:45:23.463935 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-3c17619c-db6c-4b7d-9c38-7de4d4e642b1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:23.464326 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-3c17619c-db6c-4b7d-9c38-7de4d4e642b1 service neutron] Bound using segment: {'id': '1bac46a1-971a-466a-ba00-4392d3f174e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '304e1383-f09c-4327-99c9-7961728842fc'} {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:45:23.464814 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-3c17619c-db6c-4b7d-9c38-7de4d4e642b1 service neutron] Bound port: 64df9d73-fb9c-4846-a6be-cea2f835c3aa, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bac46a1-971a-466a-ba00-4392d3f174e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '304e1383-f09c-4327-99c9-7961728842fc'}}] {{(pid=80339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:45:23.465207 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-3c17619c-db6c-4b7d-9c38-7de4d4e642b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:23.576527 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-81185e45-01f2-4812-bc11-5bc5b3a4e3d0 req-dd14230c-0e57-49bb-ae47-833c41ecd267 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de8510b4-dd9a-483f-a88e-f43748378fce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1967788 Nov 19 05:45:23.607951 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-0ed2f049-cbf6-45b0-ba47-4abf24f2ee98 service neutron] 10.222.0.13 "GET /v2.0/networks/860fe5ec-aac7-4da6-92b2-2f86635d7a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463643 Nov 19 05:45:23.891790 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-81185e45-01f2-4812-bc11-5bc5b3a4e3d0 req-915d1fd2-3cee-49e1-ae27-4bacd6120b56 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=95cc84bd2380462fa5557d90947683b9&device_id=de8510b4-dd9a-483f-a88e-f43748378fce HTTP/1.1" status: 200 len: 1163 time: 0.1559463 Nov 19 05:45:23.984375 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 59654) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:24.085167 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-576dd291-6af2-4f0c-b4cf-47638a4e48d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:24.125273 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-3c17619c-db6c-4b7d-9c38-7de4d4e642b1 service neutron] For port 64df9d73-fb9c-4846-a6be-cea2f835c3aa, host hv-cinder-76330, cleared binding levels {{(pid=80339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:45:24.200030 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-3c17619c-db6c-4b7d-9c38-7de4d4e642b1 service neutron] For port 64df9d73-fb9c-4846-a6be-cea2f835c3aa, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=64df9d73-fb9c-4846-a6be-cea2f835c3aa,segment=NetworkSegment(1bac46a1-971a-466a-ba00-4392d3f174e2),segment_id=1bac46a1-971a-466a-ba00-4392d3f174e2)] {{(pid=80339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:45:24.349413 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-3c17619c-db6c-4b7d-9c38-7de4d4e642b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:24.364477 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-576dd291-6af2-4f0c-b4cf-47638a4e48d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:24.391984 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81185e45-01f2-4812-bc11-5bc5b3a4e3d0 req-c26b71d4-be14-48fd-8801-6e22f9cb34ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:24.393650 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-81185e45-01f2-4812-bc11-5bc5b3a4e3d0 req-c26b71d4-be14-48fd-8801-6e22f9cb34ad service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e36ff25-d385-41fd-a3e3-e3a67e84557f HTTP/1.1" status: 200 len: 906 time: 0.4782813 Nov 19 05:45:24.394773 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-576dd291-6af2-4f0c-b4cf-47638a4e48d2 admin admin] Usage tracker for resource:security_group_rule and tenant:94ea3318a3c6447c81b128e5528e2d7b is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:24.418002 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:24.477697 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-98fa4119-75e1-49a3-a107-66e7e972b028 req-c2421a4c-b27f-4b14-856d-0230a3524672 service neutron] 10.222.0.13 "GET /v2.0/networks/860fe5ec-aac7-4da6-92b2-2f86635d7a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8605733 Nov 19 05:45:24.482657 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-576dd291-6af2-4f0c-b4cf-47638a4e48d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:24.487253 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-81185e45-01f2-4812-bc11-5bc5b3a4e3d0 req-378caae9-d236-4bb2-a157-111fb7e31e79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2fe61a0-53d6-427b-8f7c-7251f63586cc HTTP/1.1" status: 200 len: 217 time: 0.0785930 Nov 19 05:45:24.497353 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-576dd291-6af2-4f0c-b4cf-47638a4e48d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:24.569407 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6b8fb-16df-44a1-b8ec-1b97d8584934 req-61572250-381e-45d0-8250-2486080e91f5 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:24.571310 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-98c6b8fb-16df-44a1-b8ec-1b97d8584934 req-61572250-381e-45d0-8250-2486080e91f5 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 943 time: 0.8838203 Nov 19 05:45:24.608737 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81185e45-01f2-4812-bc11-5bc5b3a4e3d0 req-a5cb32e8-f7fc-44d3-8c23-87607265f341 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:24.610366 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-81185e45-01f2-4812-bc11-5bc5b3a4e3d0 req-a5cb32e8-f7fc-44d3-8c23-87607265f341 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39934a21-ba82-499a-8435-14a041592746 HTTP/1.1" status: 200 len: 852 time: 0.1105182 Nov 19 05:45:24.691476 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-81185e45-01f2-4812-bc11-5bc5b3a4e3d0 req-82313507-e045-42ab-92bb-52bc948b352e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e36ff25-d385-41fd-a3e3-e3a67e84557f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708137 Nov 19 05:45:24.805774 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device c0393aca-09b0-4672-ba5a-67b542ec6044 up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:45:24.813153 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17619c-db6c-4b7d-9c38-7de4d4e642b1 service neutron] Pushing event updated for resources: {'Port': ['ID=64df9d73-fb9c-4846-a6be-cea2f835c3aa,revision_number=3']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:24.829121 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-3c17619c-db6c-4b7d-9c38-7de4d4e642b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:24.837962 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-576dd291-6af2-4f0c-b4cf-47638a4e48d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:24.851946 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-576dd291-6af2-4f0c-b4cf-47638a4e48d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:24.884466 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b8666-abf5-4f92-b09b-840d54df470d req-19b61e8b-00f9-41e5-bb7b-9d449d4d5046 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:24.886236 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:24.892535 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b48b8666-abf5-4f92-b09b-840d54df470d req-19b61e8b-00f9-41e5-bb7b-9d449d4d5046 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 943 time: 0.7211883 Nov 19 05:45:24.898511 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-576dd291-6af2-4f0c-b4cf-47638a4e48d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=94ea3318a3c6447c81b128e5528e2d7b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9059596 Nov 19 05:45:24.901546 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 59682) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:24.901778 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-98c6b8fb-16df-44a1-b8ec-1b97d8584934 req-de8d1086-9d61-41ea-9c36-6e67cbc5f978 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220535 Nov 19 05:45:24.978035 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning for port c0393aca-09b0-4672-ba5a-67b542ec6044 completed by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:45:24.984475 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b48b8666-abf5-4f92-b09b-840d54df470d req-55a10490-ca3b-42ce-a72e-59147ef49170 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907092 Nov 19 05:45:24.987859 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port c0393aca-09b0-4672-ba5a-67b542ec6044 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:24.988284 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:25.006333 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-52e2699e-ce5d-4cd4-b022-70b21b8c0120 req-f8ae45e8-5edc-464a-984b-b16fa611c903 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=17a899bd609f4510af15bbf524aca39c&device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 1160 time: 0.3385477 Nov 19 05:45:25.091131 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576dd291-6af2-4f0c-b4cf-47638a4e48d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3849a3-cebc-45b7-997e-4a3d7cdca734,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:25.112018 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-81185e45-01f2-4812-bc11-5bc5b3a4e3d0 req-a1e3b2d8-c1f3-49d3-aa62-5b89873b9df8 service neutron] 10.222.0.13 "GET /v2.0/networks/2e36ff25-d385-41fd-a3e3-e3a67e84557f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101164 Nov 19 05:45:25.126640 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-576dd291-6af2-4f0c-b4cf-47638a4e48d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:25.146301 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-3c17619c-db6c-4b7d-9c38-7de4d4e642b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:25.154654 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-3c17619c-db6c-4b7d-9c38-7de4d4e642b1 service neutron] 10.222.0.13 "PUT /v2.0/ports/64df9d73-fb9c-4846-a6be-cea2f835c3aa HTTP/1.1" status: 200 len: 1158 time: 5.5568848 Nov 19 05:45:25.174303 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-87908857-a48a-4378-8aa2-97b1791197d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:25.197906 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1b1484-8dbf-4632-8385-6015a45e1aa0', 'tag': '64df9d73-fb9c-4846-a6be-cea2f835c3aa'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:45:25.198444 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:25.245740 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] For port c0393aca-09b0-4672-ba5a-67b542ec6044, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c0393aca-09b0-4672-ba5a-67b542ec6044,segment=NetworkSegment(9c5c1266-3ba4-4238-9ed0-9f608c53a521),segment_id=9c5c1266-3ba4-4238-9ed0-9f608c53a521)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:45:25.250622 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d19ad3b-88e3-4117-9881-023e1fc86082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0393aca-09b0-4672-ba5a-67b542ec6044'}] {{(pid=80340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:45:25.265167 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:25.266428 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device d3e27814-2d01-4a6b-9520-f4f5fb2d586e up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:45:25.365815 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:25.383205 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a1b1484-8dbf-4632-8385-6015a45e1aa0', 'tag': '64df9d73-fb9c-4846-a6be-cea2f835c3aa', 'status': 'completed', 'code': 200} Nov 19 05:45:25.445918 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-87908857-a48a-4378-8aa2-97b1791197d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:25.480379 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d19ad3b-88e3-4117-9881-023e1fc86082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0393aca-09b0-4672-ba5a-67b542ec6044', 'code': 200} Nov 19 05:45:25.509575 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-87908857-a48a-4378-8aa2-97b1791197d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:25.518529 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:25.548427 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87908857-a48a-4378-8aa2-97b1791197d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3849a3-cebc-45b7-997e-4a3d7cdca734,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:25.554863 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port d3e27814-2d01-4a6b-9520-f4f5fb2d586e triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:25.555299 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:25.577408 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-87908857-a48a-4378-8aa2-97b1791197d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:25.582888 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-87908857-a48a-4378-8aa2-97b1791197d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:25.584450 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-87908857-a48a-4378-8aa2-97b1791197d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f3849a3-cebc-45b7-997e-4a3d7cdca734 HTTP/1.1" status: 204 len: 168 time: 0.6789172 Nov 19 05:45:25.591917 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-81185e45-01f2-4812-bc11-5bc5b3a4e3d0 req-0573c61b-623c-4b0c-9695-70e64e12d37a service neutron] 10.222.0.13 "GET /v2.0/networks/2e36ff25-d385-41fd-a3e3-e3a67e84557f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4191148 Nov 19 05:45:25.778041 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2699e-ce5d-4cd4-b022-70b21b8c0120 req-05fa098d-4d65-4142-9361-cc943a6990a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:25.781408 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-52e2699e-ce5d-4cd4-b022-70b21b8c0120 req-05fa098d-4d65-4142-9361-cc943a6990a1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=860fe5ec-aac7-4da6-92b2-2f86635d7a6b HTTP/1.1" status: 200 len: 905 time: 0.7535715 Nov 19 05:45:25.791006 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Pushing event updated for resources: {'Port': ['ID=c0393aca-09b0-4672-ba5a-67b542ec6044,revision_number=4']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:25.799348 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:25.925110 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-0045ea48-c774-499f-bc31-32df73e9a83c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=db4540afb2f2457fb8456c53e9da33fd&device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 1161 time: 0.6881557 Nov 19 05:45:25.947767 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fe77a-e0aa-4172-8f58-d7990d9b00fe req-62d7613b-469c-4289-a978-4d7d46cc84d8 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:25.949438 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-396fe77a-e0aa-4172-8f58-d7990d9b00fe req-62d7613b-469c-4289-a978-4d7d46cc84d8 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 944 time: 0.5699956 Nov 19 05:45:25.952203 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-52e2699e-ce5d-4cd4-b022-70b21b8c0120 req-8c4eb0ae-5f25-4367-9b5b-92721c0ae293 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd HTTP/1.1" status: 200 len: 217 time: 0.1531868 Nov 19 05:45:26.023357 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f2f8d92a-9623-4552-9348-5c7118f7cb3d req-d69cd5f4-5317-4711-ba73-440cb852a777 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 1162 time: 0.0963836 Nov 19 05:45:26.081002 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-be8705f6-6221-4316-91fa-e1bf276156b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64df9d73-fb9c-4846-a6be-cea2f835c3aa HTTP/1.1" status: 200 len: 217 time: 0.0970428 Nov 19 05:45:26.095891 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f2f8d92a-9623-4552-9348-5c7118f7cb3d req-dbb8ee11-56f9-4993-8b90-e96735cf3897 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612342 Nov 19 05:45:26.282892 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device c0393aca-09b0-4672-ba5a-67b542ec6044 up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:45:26.283348 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-39143253-fb7f-4655-95af-467d19bf5857 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:26.284953 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-39143253-fb7f-4655-95af-467d19bf5857 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c37d305-86c3-49f3-a016-f0e689dbb363 HTTP/1.1" status: 200 len: 856 time: 0.1592278 Nov 19 05:45:26.287278 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-396fe77a-e0aa-4172-8f58-d7990d9b00fe req-51e438d2-731e-4808-971c-bdf8015a350c tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3301644 Nov 19 05:45:26.293568 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2699e-ce5d-4cd4-b022-70b21b8c0120 req-8380b62e-10ea-4d1b-a273-3186c002e84e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:26.295113 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-52e2699e-ce5d-4cd4-b022-70b21b8c0120 req-8380b62e-10ea-4d1b-a273-3186c002e84e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=79de99d1-0c92-4ca9-b38b-41526eec1217 HTTP/1.1" status: 200 len: 850 time: 0.2131650 Nov 19 05:45:26.322096 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4ed13-5b7d-4871-8776-5bb96e61eb0c req-21b11f7d-68d4-4dfe-afaf-9ea423d2da82 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:26.324145 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a5a4ed13-5b7d-4871-8776-5bb96e61eb0c req-21b11f7d-68d4-4dfe-afaf-9ea423d2da82 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.2030640 Nov 19 05:45:26.385302 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 59750) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:26.427218 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a5a4ed13-5b7d-4871-8776-5bb96e61eb0c req-c6793d74-6122-4a07-969f-892dc7f9ad88 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968339 Nov 19 05:45:26.515147 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port c0393aca-09b0-4672-ba5a-67b542ec6044 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:26.515571 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:26.759285 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c5c934f4-5386-493b-b264-8ca50d38d8a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:26.837977 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-c5c934f4-5386-493b-b264-8ca50d38d8a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:26.848052 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-c5c934f4-5386-493b-b264-8ca50d38d8a8 admin admin] Usage tracker for resource:security_group_rule and tenant:03a84d1645d1491296ca56c88e97e571 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:26.856845 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-c5c934f4-5386-493b-b264-8ca50d38d8a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:26.873316 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-c5c934f4-5386-493b-b264-8ca50d38d8a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:26.906160 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-52e2699e-ce5d-4cd4-b022-70b21b8c0120 req-1934f93a-11a4-4064-960f-529c80c8096e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=860fe5ec-aac7-4da6-92b2-2f86635d7a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4830074 Nov 19 05:45:26.915227 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-da9d8443-7223-43b3-9b9b-db33dfb94a3d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=304e1383-f09c-4327-99c9-7961728842fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4908864 Nov 19 05:45:26.957032 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c5c934f4-5386-493b-b264-8ca50d38d8a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:26.963524 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c5c934f4-5386-493b-b264-8ca50d38d8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:26.983295 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d78dc10b-5f3e-4739-985a-9522c1fde8c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:27.058909 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c934f4-5386-493b-b264-8ca50d38d8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b86a26-c794-42e3-9171-7ef5047ace1f,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:27.074224 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-c5c934f4-5386-493b-b264-8ca50d38d8a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:27.125987 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-c5c934f4-5386-493b-b264-8ca50d38d8a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=03a84d1645d1491296ca56c88e97e571&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7394381 Nov 19 05:45:27.127229 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 59768) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:27.301183 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11b5034c-f232-408b-a608-ad8a39631d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:27.357642 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11b5034c-f232-408b-a608-ad8a39631d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:27.412118 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545f7d3-7a23-469d-97de-48eb0d54a5b2 req-56d21c2a-a388-4489-b2f8-00a9f70188d6 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:27.412118 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b545f7d3-7a23-469d-97de-48eb0d54a5b2 req-56d21c2a-a388-4489-b2f8-00a9f70188d6 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 943 time: 0.6586256 Nov 19 05:45:27.465210 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-fa4cd3ee-0e3e-48f6-b65c-385eef0610c5 service neutron] 10.222.0.13 "GET /v2.0/networks/304e1383-f09c-4327-99c9-7961728842fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5057971 Nov 19 05:45:27.470125 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-52e2699e-ce5d-4cd4-b022-70b21b8c0120 req-b55c2ec1-577d-4f0c-9311-6df45fff7add service neutron] 10.222.0.13 "GET /v2.0/networks/860fe5ec-aac7-4da6-92b2-2f86635d7a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5529015 Nov 19 05:45:27.475899 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11b5034c-f232-408b-a608-ad8a39631d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:27.482382 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-def57b40-f791-4dbd-9bf2-938a7b939453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:27.514052 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b5034c-f232-408b-a608-ad8a39631d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b86a26-c794-42e3-9171-7ef5047ace1f,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:27.532252 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-11b5034c-f232-408b-a608-ad8a39631d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:27.552808 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11b5034c-f232-408b-a608-ad8a39631d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:27.561392 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-11b5034c-f232-408b-a608-ad8a39631d27 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/15b86a26-c794-42e3-9171-7ef5047ace1f HTTP/1.1" status: 204 len: 168 time: 0.4329200 Nov 19 05:45:27.655067 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b545f7d3-7a23-469d-97de-48eb0d54a5b2 req-4dbb05de-8f0d-42f2-bbed-028fa712992f tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172551 Nov 19 05:45:28.104473 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-52e2699e-ce5d-4cd4-b022-70b21b8c0120 req-79b40141-72cf-4246-bf07-8bb5bbe825af service neutron] 10.222.0.13 "GET /v2.0/networks/860fe5ec-aac7-4da6-92b2-2f86635d7a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6073933 Nov 19 05:45:28.168515 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9ddce9cf-4313-4f12-8249-e227e0380e5a req-632429cd-eab9-41cd-8f8f-34c25f36c31a service neutron] 10.222.0.13 "GET /v2.0/networks/304e1383-f09c-4327-99c9-7961728842fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6728215 Nov 19 05:45:28.173675 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 59812) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:28.180459 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d143cf4-9f0c-4635-acac-697bb77dc10a req-42e25894-2ef8-48db-be57-7fc835a84f0d tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:28.195342 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1d143cf4-9f0c-4635-acac-697bb77dc10a req-42e25894-2ef8-48db-be57-7fc835a84f0d tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 944 time: 0.3369124 Nov 19 05:45:28.203617 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ac4f9-76f0-442f-babb-a0f217fae0d2 req-bcea58c2-41cf-480d-9a37-4b931ec6d41f tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:28.209419 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-352ac4f9-76f0-442f-babb-a0f217fae0d2 req-bcea58c2-41cf-480d-9a37-4b931ec6d41f tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.3301356 Nov 19 05:45:28.209747 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-fda60d19-4dda-4a09-934e-534200a6d5e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:28.244161 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-fda60d19-4dda-4a09-934e-534200a6d5e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:28.248481 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-fda60d19-4dda-4a09-934e-534200a6d5e4 admin admin] Usage tracker for resource:security_group_rule and tenant:75640a4ed054455496d2c780d95d617c is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:28.251678 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-fda60d19-4dda-4a09-934e-534200a6d5e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:28.258819 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-fda60d19-4dda-4a09-934e-534200a6d5e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:28.328945 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-fda60d19-4dda-4a09-934e-534200a6d5e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:28.332327 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-fda60d19-4dda-4a09-934e-534200a6d5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:28.343043 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-85dfca79-13f5-4c64-84cf-422ac78d08f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:28.368045 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1d143cf4-9f0c-4635-acac-697bb77dc10a req-c267b4b6-e0c4-40b4-a732-b79bc6dae7d9 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716125 Nov 19 05:45:28.385834 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-352ac4f9-76f0-442f-babb-a0f217fae0d2 req-db201b23-3c35-4af4-ad0f-f38f9fa16ad0 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511312 Nov 19 05:45:28.389728 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda60d19-4dda-4a09-934e-534200a6d5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bb9844-5d83-4cb4-b28f-c6161a280352,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:28.397187 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-fda60d19-4dda-4a09-934e-534200a6d5e4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75640a4ed054455496d2c780d95d617c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2223425 Nov 19 05:45:28.397353 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 59822) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:28.398768 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-fda60d19-4dda-4a09-934e-534200a6d5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:28.507042 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4a619464-da42-44db-911e-6056c4430dac req-d52c5405-19b8-485d-9123-8a17631d2147 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=db4540afb2f2457fb8456c53e9da33fd&device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 1161 time: 0.2377863 Nov 19 05:45:28.692943 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1b325ab4-1206-423f-aa26-df190694217d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:28.729196 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1b325ab4-1206-423f-aa26-df190694217d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:28.799842 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1b325ab4-1206-423f-aa26-df190694217d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:28.836339 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:28.851356 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:45:28.876560 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b325ab4-1206-423f-aa26-df190694217d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bb9844-5d83-4cb4-b28f-c6161a280352,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:28.897315 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-1b325ab4-1206-423f-aa26-df190694217d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:29.005865 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning for port fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd completed by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:45:29.014363 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:29.014787 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:29.141963 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:29.177251 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] For port fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd,segment=NetworkSegment(c08835ce-6c6c-495e-9241-1d413790bd94),segment_id=c08835ce-6c6c-495e-9241-1d413790bd94)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:45:29.178288 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bc8183-3208-4aee-9b1d-d86ffb350dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd'}] {{(pid=80340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:45:29.184533 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:29.186540 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-0d363396-e037-4002-a5af-867f0e1cbb9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:29.226292 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1b325ab4-1206-423f-aa26-df190694217d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:29.229824 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-1b325ab4-1206-423f-aa26-df190694217d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/97bb9844-5d83-4cb4-b28f-c6161a280352 HTTP/1.1" status: 204 len: 168 time: 0.8293285 Nov 19 05:45:29.237357 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a619464-da42-44db-911e-6056c4430dac req-d13c311d-21ef-45a5-bf5a-6ff31f11b01e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:29.239220 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4a619464-da42-44db-911e-6056c4430dac req-d13c311d-21ef-45a5-bf5a-6ff31f11b01e service neutron] 10.222.0.13 "GET /v2.0/networks?id=304e1383-f09c-4327-99c9-7961728842fc HTTP/1.1" status: 200 len: 911 time: 0.7184358 Nov 19 05:45:29.267750 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Pushing event updated for resources: {'Port': ['ID=fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd,revision_number=4']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:29.273998 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:29.347194 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4a619464-da42-44db-911e-6056c4430dac req-d0c69cf9-23f1-4aa6-93af-d3a821da4af2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64df9d73-fb9c-4846-a6be-cea2f835c3aa HTTP/1.1" status: 200 len: 217 time: 0.0974956 Nov 19 05:45:29.456439 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-75af50e8-224a-4865-aa4f-de74c33dd998 req-f80ceeed-e281-4708-993d-32bd9faaf54d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e7d3f7e9f0543ae8ff7b0d164f37f27&device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 1162 time: 0.5678937 Nov 19 05:45:29.462620 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70f4c9-a922-4f79-9f47-ea7558ad3d60 req-996b1e31-8e3a-4444-8f7f-2c63af75e0f8 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:29.469834 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-2b70f4c9-a922-4f79-9f47-ea7558ad3d60 req-996b1e31-8e3a-4444-8f7f-2c63af75e0f8 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.3838193 Nov 19 05:45:29.506494 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7eccd-d875-4750-ba96-1d68a7fe90a6 req-e318e4d7-3903-43ff-b744-eb9ba2b263ae tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:29.508810 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b8d7eccd-d875-4750-ba96-1d68a7fe90a6 req-e318e4d7-3903-43ff-b744-eb9ba2b263ae tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 943 time: 0.4687169 Nov 19 05:45:29.609668 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a619464-da42-44db-911e-6056c4430dac req-c4229780-f642-42b9-8b74-093588bad0e0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:29.609668 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4a619464-da42-44db-911e-6056c4430dac req-c4229780-f642-42b9-8b74-093588bad0e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c37d305-86c3-49f3-a016-f0e689dbb363 HTTP/1.1" status: 200 len: 856 time: 0.2307503 Nov 19 05:45:29.785263 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b8d7eccd-d875-4750-ba96-1d68a7fe90a6 req-0a5252c5-fe7c-429b-8c66-5478a6ee13cd tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2586663 Nov 19 05:45:29.790173 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-2b70f4c9-a922-4f79-9f47-ea7558ad3d60 req-40bdf0d7-5b9b-4f95-bfca-052457089f88 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194840 Nov 19 05:45:29.829497 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af50e8-224a-4865-aa4f-de74c33dd998 req-6fbb0cdb-0992-497c-a5a6-73c2cc6f418c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:29.831058 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-75af50e8-224a-4865-aa4f-de74c33dd998 req-6fbb0cdb-0992-497c-a5a6-73c2cc6f418c service neutron] 10.222.0.13 "GET /v2.0/networks?id=862f8118-c40f-4658-b1ad-353ef6da3fa1 HTTP/1.1" status: 200 len: 912 time: 0.3561225 Nov 19 05:45:29.842251 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4a619464-da42-44db-911e-6056c4430dac req-b4061f35-e975-459c-a1d0-038cecac8bb1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=304e1383-f09c-4327-99c9-7961728842fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2081404 Nov 19 05:45:29.877471 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:29.933482 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-75af50e8-224a-4865-aa4f-de74c33dd998 req-c98e158a-9402-4367-b630-9ee59718b943 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0393aca-09b0-4672-ba5a-67b542ec6044 HTTP/1.1" status: 200 len: 217 time: 0.0890951 Nov 19 05:45:29.955498 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69bc8183-3208-4aee-9b1d-d86ffb350dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd', 'code': 200} Nov 19 05:45:30.149890 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af50e8-224a-4865-aa4f-de74c33dd998 req-32c494b4-c70b-4238-a069-771cb44f7be8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:30.151776 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-75af50e8-224a-4865-aa4f-de74c33dd998 req-32c494b4-c70b-4238-a069-771cb44f7be8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12c931fa-83f1-4bd4-970f-5ff8c913a3bb HTTP/1.1" status: 200 len: 858 time: 0.1892974 Nov 19 05:45:30.276822 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-75af50e8-224a-4865-aa4f-de74c33dd998 req-a3d26bce-0bc2-4f53-bbfc-0aaad0078101 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=862f8118-c40f-4658-b1ad-353ef6da3fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151664 Nov 19 05:45:30.411150 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-976f4194-4957-4949-8caa-47f7ef7aee6e req-974f79a7-7ec5-4d0f-a627-22cd02982556 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 1162 time: 0.1463091 Nov 19 05:45:30.480148 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-976f4194-4957-4949-8caa-47f7ef7aee6e req-bf9c3633-ff3b-4ae6-bd56-1e80973293c2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515842 Nov 19 05:45:30.714983 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4a619464-da42-44db-911e-6056c4430dac req-86dadaf6-9d79-4fd6-941f-1eae2a0451b5 service neutron] 10.222.0.13 "GET /v2.0/networks/304e1383-f09c-4327-99c9-7961728842fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7836254 Nov 19 05:45:30.935320 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1deb1-3d57-4d4a-836e-d5e1884a02da req-2f49d9da-6d9a-453c-8b91-160cfa513a3b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:30.936938 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f2d1deb1-3d57-4d4a-836e-d5e1884a02da req-2f49d9da-6d9a-453c-8b91-160cfa513a3b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 944 time: 0.7152073 Nov 19 05:45:31.001087 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-75af50e8-224a-4865-aa4f-de74c33dd998 req-a8ea0290-d494-4ed8-ba25-90e001591287 service neutron] 10.222.0.13 "GET /v2.0/networks/862f8118-c40f-4658-b1ad-353ef6da3fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6957269 Nov 19 05:45:31.079181 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8337c4-baf3-45ae-bace-4f16125d0fc9 req-29f0d2cb-eaf3-4312-aedc-ac3342a1de17 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:31.081349 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0d8337c4-baf3-45ae-bace-4f16125d0fc9 req-29f0d2cb-eaf3-4312-aedc-ac3342a1de17 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.16 "GET /v2.0/ports?device_id=de8510b4-dd9a-483f-a88e-f43748378fce HTTP/1.1" status: 200 len: 946 time: 0.7805843 Nov 19 05:45:31.212144 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4a619464-da42-44db-911e-6056c4430dac req-93ec4fb6-eeec-4762-92b0-250028608ef6 service neutron] 10.222.0.13 "GET /v2.0/networks/304e1383-f09c-4327-99c9-7961728842fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3693683 Nov 19 05:45:31.228831 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:45:31.237705 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f2d1deb1-3d57-4d4a-836e-d5e1884a02da req-68e27c89-02f6-4eb9-a5ea-388981b0b2fb tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2898679 Nov 19 05:45:31.255587 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0d8337c4-baf3-45ae-bace-4f16125d0fc9 req-f27eb231-080b-4825-a8c3-77142409a0a4 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.16 "GET /v2.0/security-groups?id=d33910df-aba9-46b7-9fba-42f981823735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613140 Nov 19 05:45:31.281688 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-75af50e8-224a-4865-aa4f-de74c33dd998 req-01968733-1f82-4891-958f-66440e792587 service neutron] 10.222.0.13 "GET /v2.0/networks/862f8118-c40f-4658-b1ad-353ef6da3fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2555068 Nov 19 05:45:31.312684 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:31.313136 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:31.446127 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 64df9d73-fb9c-4846-a6be-cea2f835c3aa up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:45:31.528456 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning for port 64df9d73-fb9c-4846-a6be-cea2f835c3aa completed by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:45:31.534057 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port 64df9d73-fb9c-4846-a6be-cea2f835c3aa triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:31.534481 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:31.671958 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83b84f-fef0-4c2d-a67c-3df64465bdd5 req-9a689954-81ee-4d28-87cd-3f9fc034975e tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:31.673573 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-eb83b84f-fef0-4c2d-a67c-3df64465bdd5 req-9a689954-81ee-4d28-87cd-3f9fc034975e tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.2231824 Nov 19 05:45:31.679838 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:31.694833 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ea5d0-a3fe-4529-b28e-61b60787efc9 req-1d594469-7c7b-4a81-8295-f81ef351e697 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:31.696373 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a17ea5d0-a3fe-4529-b28e-61b60787efc9 req-1d594469-7c7b-4a81-8295-f81ef351e697 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.13 "GET /v2.0/ports?device_id=de8510b4-dd9a-483f-a88e-f43748378fce HTTP/1.1" status: 200 len: 946 time: 0.2915788 Nov 19 05:45:31.713742 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] For port 64df9d73-fb9c-4846-a6be-cea2f835c3aa, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=64df9d73-fb9c-4846-a6be-cea2f835c3aa,segment=NetworkSegment(1bac46a1-971a-466a-ba00-4392d3f174e2),segment_id=1bac46a1-971a-466a-ba00-4392d3f174e2)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:45:31.716748 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:31.719414 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:31.758299 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6e5eb-668a-4f0c-be80-a5d17b77f2af req-a085fad0-d21a-4a74-bdc9-73869a904228 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:31.759933 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-52a6e5eb-668a-4f0c-be80-a5d17b77f2af req-a085fad0-d21a-4a74-bdc9-73869a904228 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.3004138 Nov 19 05:45:31.791561 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Pushing event updated for resources: {'Port': ['ID=64df9d73-fb9c-4846-a6be-cea2f835c3aa,revision_number=4']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:31.795184 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:31.838323 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-a17ea5d0-a3fe-4529-b28e-61b60787efc9 req-221e91c4-7120-4fd8-98f9-5f84adf542e7 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Deleting port d2fe61a0-53d6-427b-8f7c-7251f63586cc {{(pid=80339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:45:31.838714 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-a17ea5d0-a3fe-4529-b28e-61b60787efc9 req-221e91c4-7120-4fd8-98f9-5f84adf542e7 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:31.889549 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-eb83b84f-fef0-4c2d-a67c-3df64465bdd5 req-3ade0412-ab59-41e8-a29f-47a99ff7a8b9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036836 Nov 19 05:45:31.933805 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-52a6e5eb-668a-4f0c-be80-a5d17b77f2af req-fa9a0bad-105a-428e-9cd8-07355f2b94de tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591880 Nov 19 05:45:31.957276 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1b1484-8dbf-4632-8385-6015a45e1aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64df9d73-fb9c-4846-a6be-cea2f835c3aa'}] {{(pid=80340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:45:32.113381 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1b1484-8dbf-4632-8385-6015a45e1aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64df9d73-fb9c-4846-a6be-cea2f835c3aa', 'code': 200} Nov 19 05:45:32.210074 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-a17ea5d0-a3fe-4529-b28e-61b60787efc9 req-221e91c4-7120-4fd8-98f9-5f84adf542e7 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] For port d2fe61a0-53d6-427b-8f7c-7251f63586cc, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=d2fe61a0-53d6-427b-8f7c-7251f63586cc,segment=NetworkSegment(d95ffc5b-9ed4-434a-b239-9bb69df652f1),segment_id=d95ffc5b-9ed4-434a-b239-9bb69df652f1)] {{(pid=80339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:45:32.211093 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-a17ea5d0-a3fe-4529-b28e-61b60787efc9 req-221e91c4-7120-4fd8-98f9-5f84adf542e7 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:32.402763 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-a17ea5d0-a3fe-4529-b28e-61b60787efc9 req-221e91c4-7120-4fd8-98f9-5f84adf542e7 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Calling delete_port for d2fe61a0-53d6-427b-8f7c-7251f63586cc owned by compute:nova {{(pid=80339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:45:32.634934 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:45:32.715724 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:32.716148 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:32.841161 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 64df9d73-fb9c-4846-a6be-cea2f835c3aa up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:45:32.915710 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port 64df9d73-fb9c-4846-a6be-cea2f835c3aa triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:32.916137 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:33.045944 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0bf69628-256e-4377-88a4-328d2008c492 req-50b2ce80-cc79-4f28-bf05-4565cc75da9c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 1163 time: 0.5614889 Nov 19 05:45:33.086817 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device d2fe61a0-53d6-427b-8f7c-7251f63586cc no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:45:33.091224 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b2608-57ad-4b9e-8b6b-0310f29416c8 req-8ce5aad1-879e-4d2c-b99b-cb84cdcdfe20 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:33.092973 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-756b2608-57ad-4b9e-8b6b-0310f29416c8 req-8ce5aad1-879e-4d2c-b99b-cb84cdcdfe20 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.16 "GET /v2.0/ports?device_id=de8510b4-dd9a-483f-a88e-f43748378fce HTTP/1.1" status: 200 len: 946 time: 0.5656374 Nov 19 05:45:33.106315 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd37a65-1ddd-4738-9425-fdc6612355d5 req-b24be86d-0ae8-4fcd-aaff-a6ad6c87cbb1 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:33.107898 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3cd37a65-1ddd-4738-9425-fdc6612355d5 req-b24be86d-0ae8-4fcd-aaff-a6ad6c87cbb1 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 946 time: 0.5339072 Nov 19 05:45:33.112428 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-a17ea5d0-a3fe-4529-b28e-61b60787efc9 req-221e91c4-7120-4fd8-98f9-5f84adf542e7 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455'] for port, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:33.123349 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] No Port match for: d2fe61a0-53d6-427b-8f7c-7251f63586cc {{(pid=80340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:45:33.123751 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device d2fe61a0-53d6-427b-8f7c-7251f63586cc not bound to the agent host hv-cinder-76330 {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:45:33.173540 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:33.255027 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e91c4-7120-4fd8-98f9-5f84adf542e7 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Pushing event deleted for resources: {'Port': ['ID=d2fe61a0-53d6-427b-8f7c-7251f63586cc,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:33.262234 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-0bf69628-256e-4377-88a4-328d2008c492 req-1607d708-bb55-4f42-9573-912c86c7e672 service neutron] Synchronizing usage tracker for tenant:3ab13f9c1d8d4e46b9902881d8e17412 on resource:security_group {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:45:33.358860 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221e91c4-7120-4fd8-98f9-5f84adf542e7 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:33.359158 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221e91c4-7120-4fd8-98f9-5f84adf542e7 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:33.359547 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221e91c4-7120-4fd8-98f9-5f84adf542e7 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:33.359929 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221e91c4-7120-4fd8-98f9-5f84adf542e7 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:33.360309 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221e91c4-7120-4fd8-98f9-5f84adf542e7 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:33.360688 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221e91c4-7120-4fd8-98f9-5f84adf542e7 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:33.361095 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221e91c4-7120-4fd8-98f9-5f84adf542e7 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:33.361470 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221e91c4-7120-4fd8-98f9-5f84adf542e7 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:33.361843 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221e91c4-7120-4fd8-98f9-5f84adf542e7 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:33.362214 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221e91c4-7120-4fd8-98f9-5f84adf542e7 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:33.362587 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221e91c4-7120-4fd8-98f9-5f84adf542e7 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:33.362961 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221e91c4-7120-4fd8-98f9-5f84adf542e7 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:33.363372 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221e91c4-7120-4fd8-98f9-5f84adf542e7 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:33.363744 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221e91c4-7120-4fd8-98f9-5f84adf542e7 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:33.364114 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221e91c4-7120-4fd8-98f9-5f84adf542e7 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:33.364482 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221e91c4-7120-4fd8-98f9-5f84adf542e7 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:33.364851 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221e91c4-7120-4fd8-98f9-5f84adf542e7 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:33.365250 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221e91c4-7120-4fd8-98f9-5f84adf542e7 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:33.365616 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221e91c4-7120-4fd8-98f9-5f84adf542e7 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:33.365981 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221e91c4-7120-4fd8-98f9-5f84adf542e7 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:33.366346 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221e91c4-7120-4fd8-98f9-5f84adf542e7 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:33.367240 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221e91c4-7120-4fd8-98f9-5f84adf542e7 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:33.367610 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221e91c4-7120-4fd8-98f9-5f84adf542e7 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:33.367976 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221e91c4-7120-4fd8-98f9-5f84adf542e7 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:33.378517 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-756b2608-57ad-4b9e-8b6b-0310f29416c8 req-8b47464e-1eed-485f-b2fc-0158ad34eb4b tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.16 "GET /v2.0/security-groups?id=d33910df-aba9-46b7-9fba-42f981823735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693079 Nov 19 05:45:33.384433 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-221e91c4-7120-4fd8-98f9-5f84adf542e7 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:33.392145 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3cd37a65-1ddd-4738-9425-fdc6612355d5 req-d83fae26-2bd7-4f08-8742-e43b3f3d9996 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2575147 Nov 19 05:45:33.397372 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-0bf69628-256e-4377-88a4-328d2008c492 req-1607d708-bb55-4f42-9573-912c86c7e672 service neutron] Unset dirty status for tenant:3ab13f9c1d8d4e46b9902881d8e17412 on resource:security_group {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:45:33.398566 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0bf69628-256e-4377-88a4-328d2008c492 req-1607d708-bb55-4f42-9573-912c86c7e672 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3408332 Nov 19 05:45:33.476435 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17ea5d0-a3fe-4529-b28e-61b60787efc9 req-221e91c4-7120-4fd8-98f9-5f84adf542e7 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] No DVR routers for this DVR port d2fe61a0-53d6-427b-8f7c-7251f63586cc on host hv-cinder-76330 {{(pid=80339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:45:33.480503 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-a17ea5d0-a3fe-4529-b28e-61b60787efc9 req-221e91c4-7120-4fd8-98f9-5f84adf542e7 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:33.486035 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8510b4-dd9a-483f-a88e-f43748378fce', 'name': 'network-vif-deleted', 'tag': 'd2fe61a0-53d6-427b-8f7c-7251f63586cc'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:45:33.504146 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a17ea5d0-a3fe-4529-b28e-61b60787efc9 req-221e91c4-7120-4fd8-98f9-5f84adf542e7 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.13 "DELETE /v2.0/ports/d2fe61a0-53d6-427b-8f7c-7251f63586cc HTTP/1.1" status: 204 len: 173 time: 1.7934949 Nov 19 05:45:33.661267 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46904bd3-45c9-4bd9-b1e7-2c0c7ed5d629 req-cf7713ab-0943-46c0-a302-54d31fb7ac96 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:33.662965 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-46904bd3-45c9-4bd9-b1e7-2c0c7ed5d629 req-cf7713ab-0943-46c0-a302-54d31fb7ac96 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.1578517 Nov 19 05:45:33.669503 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b2225-4606-4b12-a494-2f0916b8b2f8 req-e6db6fb6-e404-4a34-9f06-6d50bb64d79e tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:33.670981 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-076b2225-4606-4b12-a494-2f0916b8b2f8 req-e6db6fb6-e404-4a34-9f06-6d50bb64d79e tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.1268685 Nov 19 05:45:33.750967 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-46904bd3-45c9-4bd9-b1e7-2c0c7ed5d629 req-39140e58-ef43-4910-aeea-ceb93162c396 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789511 Nov 19 05:45:33.764334 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-076b2225-4606-4b12-a494-2f0916b8b2f8 req-8a78d646-08b9-4453-8521-a836f7ae0f97 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753398 Nov 19 05:45:33.873981 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8510b4-dd9a-483f-a88e-f43748378fce', 'name': 'network-vif-deleted', 'tag': 'd2fe61a0-53d6-427b-8f7c-7251f63586cc', 'status': 'completed', 'code': 200} Nov 19 05:45:34.006715 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2ef79-c44a-4ba1-818c-c2632f307398 req-01d12bbc-60e4-4b44-b9a8-d99a71f57e1e tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:34.009279 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-01f2ef79-c44a-4ba1-818c-c2632f307398 req-01d12bbc-60e4-4b44-b9a8-d99a71f57e1e tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.0978134 Nov 19 05:45:34.018588 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 60038) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:34.024275 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-24b4db3b-36e9-49d6-9626-925da2173e06 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Request body: {'floatingip': {'port_id': 'fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd'}} {{(pid=80338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:34.282567 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 60056) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:34.368112 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-24b4db3b-36e9-49d6-9626-925da2173e06 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for floatingip, before_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:34.542844 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b9a4c053-e4be-4406-b11b-8eb5fa5d54a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:34.643050 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-b9a4c053-e4be-4406-b11b-8eb5fa5d54a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:34.657967 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-b9a4c053-e4be-4406-b11b-8eb5fa5d54a1 admin admin] Usage tracker for resource:security_group_rule and tenant:7b95e78cf88d46e1aad04f19a88d3a5f is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:34.667525 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-b9a4c053-e4be-4406-b11b-8eb5fa5d54a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:34.765081 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-b9a4c053-e4be-4406-b11b-8eb5fa5d54a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:34.870437 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-210fa477-aab3-4e68-a792-d920626591d8 req-23ed8cb5-35ae-4b64-a493-c60b0f5b9b7f tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Synchronizing usage tracker for tenant:95cc84bd2380462fa5557d90947683b9 on resource:port {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:45:34.918438 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-210fa477-aab3-4e68-a792-d920626591d8 req-23ed8cb5-35ae-4b64-a493-c60b0f5b9b7f tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Unset dirty status for tenant:95cc84bd2380462fa5557d90947683b9 on resource:port {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:45:34.930882 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-210fa477-aab3-4e68-a792-d920626591d8 req-23ed8cb5-35ae-4b64-a493-c60b0f5b9b7f tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] 10.222.0.16 "GET /v2.0/ports?device_id=de8510b4-dd9a-483f-a88e-f43748378fce HTTP/1.1" status: 200 len: 210 time: 0.2645314 Nov 19 05:45:35.005793 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8b811-538f-4a44-8011-b6ac816f7e17 req-9c10e1ea-8368-48af-a703-adb28ce74993 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:35.015095 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c9a8b811-538f-4a44-8011-b6ac816f7e17 req-9c10e1ea-8368-48af-a703-adb28ce74993 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 946 time: 0.2431905 Nov 19 05:45:35.208827 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c9a8b811-538f-4a44-8011-b6ac816f7e17 req-accba38d-fdd4-43a8-922f-8a29387c031c tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672320 Nov 19 05:45:35.265374 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b9a4c053-e4be-4406-b11b-8eb5fa5d54a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:35.291050 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8587ee8-5cfd-4ea8-8232-fd4d765610f4 req-eb1316ce-8866-4fd0-86b5-3e05bca10d71 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:35.292860 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f8587ee8-5cfd-4ea8-8232-fd4d765610f4 req-eb1316ce-8866-4fd0-86b5-3e05bca10d71 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.1798604 Nov 19 05:45:35.293707 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b9a4c053-e4be-4406-b11b-8eb5fa5d54a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:35.305401 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:35.392807 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-b9a4c053-e4be-4406-b11b-8eb5fa5d54a1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b95e78cf88d46e1aad04f19a88d3a5f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1065488 Nov 19 05:45:35.399791 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 60100) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:35.405201 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4c053-e4be-4406-b11b-8eb5fa5d54a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c954063c-9700-4fd5-8fc6-4c7b7bc9074e,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:35.409374 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-b9a4c053-e4be-4406-b11b-8eb5fa5d54a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:35.449204 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f8587ee8-5cfd-4ea8-8232-fd4d765610f4 req-697cf08b-dd82-477f-99c1-c1eaf574cbb0 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446950 Nov 19 05:45:35.487539 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-24b4db3b-36e9-49d6-9626-925da2173e06 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for floatingip, precommit_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:35.498454 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-24b4db3b-36e9-49d6-9626-925da2173e06 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854058857'] for floatingip, after_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:35.500580 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-7af994fc-f36b-4bdf-8995-b6dd9b0b9843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:35.535003 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-7af994fc-f36b-4bdf-8995-b6dd9b0b9843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:35.597036 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-7af994fc-f36b-4bdf-8995-b6dd9b0b9843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:35.602384 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-34f2af7f-551c-4d2e-a799-de06825123f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:35.614842 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af994fc-f36b-4bdf-8995-b6dd9b0b9843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c954063c-9700-4fd5-8fc6-4c7b7bc9074e,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:35.624871 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-7af994fc-f36b-4bdf-8995-b6dd9b0b9843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:35.628329 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-7af994fc-f36b-4bdf-8995-b6dd9b0b9843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:35.629588 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-7af994fc-f36b-4bdf-8995-b6dd9b0b9843 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c954063c-9700-4fd5-8fc6-4c7b7bc9074e HTTP/1.1" status: 204 len: 168 time: 0.2280312 Nov 19 05:45:35.762441 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.db.l3_db [None req-24b4db3b-36e9-49d6-9626-925da2173e06 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Floating IP 7bc350cd-924a-4d59-a30a-396a5e10a829 associated. External IP: 172.28.3.182, port: fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd. Nov 19 05:45:36.063510 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 60130) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:36.110330 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ec88db45-c415-42c7-b6fe-7220bdfaa5cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:36.155669 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-ec88db45-c415-42c7-b6fe-7220bdfaa5cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:36.160766 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-ec88db45-c415-42c7-b6fe-7220bdfaa5cc admin admin] Usage tracker for resource:security_group_rule and tenant:185a020a905a4d75b7a2ac297d5bd9c4 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:36.165819 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-ec88db45-c415-42c7-b6fe-7220bdfaa5cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:36.171788 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-ec88db45-c415-42c7-b6fe-7220bdfaa5cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:36.260719 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ec88db45-c415-42c7-b6fe-7220bdfaa5cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:36.265591 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ec88db45-c415-42c7-b6fe-7220bdfaa5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:36.276465 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-9537edc7-71f9-4f8c-b7fc-c15cb54ca791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:36.332737 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-ec88db45-c415-42c7-b6fe-7220bdfaa5cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=185a020a905a4d75b7a2ac297d5bd9c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2674162 Nov 19 05:45:36.333924 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88db45-c415-42c7-b6fe-7220bdfaa5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b76708b-deec-4ab2-8589-0dac85aef80b,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:36.336818 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 60142) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:36.339546 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-ec88db45-c415-42c7-b6fe-7220bdfaa5cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:36.418590 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-56b1d4d4-e3e9-46c1-91da-03fb975459c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:36.419527 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b4db3b-36e9-49d6-9626-925da2173e06 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Router cfe610fc-80a0-4db3-8707-4eb2ee97d595 has already been hosted by L3 agent 9d988d7f-fab1-47ee-9f4c-4b1b16993ac8 {{(pid=80338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:45:36.486012 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-56b1d4d4-e3e9-46c1-91da-03fb975459c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:36.613861 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1c73f-c94a-4a7d-bbb5-faefb6c9974d req-7cd5e58b-b84d-4c05-8325-b86aaba346b1 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:36.615617 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-74f1c73f-c94a-4a7d-bbb5-faefb6c9974d req-7cd5e58b-b84d-4c05-8325-b86aaba346b1 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 946 time: 0.1715195 Nov 19 05:45:36.664354 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b4db3b-36e9-49d6-9626-925da2173e06 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify agent at l3_agent.dv-cinder-763306-1-smb the message routers_updated {{(pid=80338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:45:36.664573 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-56b1d4d4-e3e9-46c1-91da-03fb975459c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:36.675864 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-1b325ab4-1206-423f-aa26-df190694217d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:36.680064 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af19f0f5-cc0a-4898-802a-dc247eef940b None None] Sync routers for ids ['cfe610fc-80a0-4db3-8707-4eb2ee97d595'] in dv-cinder-763306-1-smb {{(pid=80341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:45:36.682838 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-24b4db3b-36e9-49d6-9626-925da2173e06 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for floatingip, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:36.695799 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af19f0f5-cc0a-4898-802a-dc247eef940b None None] Routers {'cfe610fc-80a0-4db3-8707-4eb2ee97d595'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:45:36.697094 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-af19f0f5-cc0a-4898-802a-dc247eef940b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:45:12Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['cfe610fc-80a0-4db3-8707-4eb2ee97d595'], 'active': True} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:36.749855 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1d4d4-e3e9-46c1-91da-03fb975459c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b76708b-deec-4ab2-8589-0dac85aef80b,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:36.751810 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-56b1d4d4-e3e9-46c1-91da-03fb975459c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:36.753142 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-56b1d4d4-e3e9-46c1-91da-03fb975459c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b76708b-deec-4ab2-8589-0dac85aef80b HTTP/1.1" status: 204 len: 168 time: 0.4151883 Nov 19 05:45:36.754156 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-24b4db3b-36e9-49d6-9626-925da2173e06 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "PUT /v2.0/floatingips/7bc350cd-924a-4d59-a30a-396a5e10a829 HTTP/1.1" status: 200 len: 991 time: 2.7342520 Nov 19 05:45:36.754960 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69bc8183-3208-4aee-9b1d-d86ffb350dd1', 'tag': 'fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd'}] {{(pid=80338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:45:36.756182 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-56b1d4d4-e3e9-46c1-91da-03fb975459c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:36.779601 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-74f1c73f-c94a-4a7d-bbb5-faefb6c9974d req-7e43bbeb-523f-401c-bcb5-594cf9d72847 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492741 Nov 19 05:45:36.803437 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:45:36.824522 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39240952-2a1c-4f1c-88d8-65e5b1185a6c req-074cb62e-c662-4f93-851b-a7e5b7ffefcc tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:36.826612 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-39240952-2a1c-4f1c-88d8-65e5b1185a6c req-074cb62e-c662-4f93-851b-a7e5b7ffefcc tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.1638834 Nov 19 05:45:36.904105 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-39240952-2a1c-4f1c-88d8-65e5b1185a6c req-1006fb0c-750c-431d-aa18-a372df89b066 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697792 Nov 19 05:45:36.907752 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:36.908383 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:36.934556 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-af19f0f5-cc0a-4898-802a-dc247eef940b None None] Set router cfe610fc-80a0-4db3-8707-4eb2ee97d595 gateway port host: dv-cinder-763306-1-smb {{(pid=80341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:45:36.982082 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69bc8183-3208-4aee-9b1d-d86ffb350dd1', 'tag': 'fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd', 'status': 'completed', 'code': 200} Nov 19 05:45:37.099313 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 64df9d73-fb9c-4846-a6be-cea2f835c3aa up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:45:37.254294 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port 64df9d73-fb9c-4846-a6be-cea2f835c3aa triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:37.254904 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:37.307905 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-27dc61b7-6d74-48ba-9e0f-f3ccba3b67a1 req-f7757f93-05e4-4489-a1b6-4d727ddd1744 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=17a899bd609f4510af15bbf524aca39c&device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 1162 time: 0.2650669 Nov 19 05:45:37.319720 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3130a3-26d9-4454-99e6-5b3a33227693 req-a6fb82e5-bbab-4226-b3ca-203491567fc3 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:37.332485 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8d3130a3-26d9-4454-99e6-5b3a33227693 req-a6fb82e5-bbab-4226-b3ca-203491567fc3 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 946 time: 0.1581581 Nov 19 05:45:37.333104 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 60180) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:37.340540 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-a94836e8-0f08-4134-a526-96adb169d04c tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Request body: {'floatingip': {'port_id': '64df9d73-fb9c-4846-a6be-cea2f835c3aa'}} {{(pid=80338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:37.530788 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a94836e8-0f08-4134-a526-96adb169d04c tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for floatingip, before_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:37.594590 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc61b7-6d74-48ba-9e0f-f3ccba3b67a1 req-dea0185b-4cba-4561-b935-f62e8fb00f44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:37.594590 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-27dc61b7-6d74-48ba-9e0f-f3ccba3b67a1 req-dea0185b-4cba-4561-b935-f62e8fb00f44 service neutron] 10.222.0.13 "GET /v2.0/networks?id=860fe5ec-aac7-4da6-92b2-2f86635d7a6b HTTP/1.1" status: 200 len: 905 time: 0.2598240 Nov 19 05:45:37.636000 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-af19f0f5-cc0a-4898-802a-dc247eef940b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'name': 'tempest-AttachVolumeTestJSON-1859420344-router', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:33Z', 'updated_at': '2020-11-19T05:44:42Z', 'revision_number': 4, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'gw_port': {'id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_floatingips': [{'id': '7bc350cd-924a-4d59-a30a-396a5e10a829', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'floating_ip_address': '172.28.3.182', 'floating_network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'router_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'port_id': 'fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b', 'mac_address': 'fa:16:3e:50:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bc8183-3208-4aee-9b1d-d86ffb350dd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:45:00Z', 'updated_at': '2020-11-19T05:45:35Z', 'revision_number': 1, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0830bf-d57e-48be-9b86-310f6810ad4b', 'name': '', 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'mac_address': 'fa:16:3e:b6:93:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79de99d1-0c92-4ca9-b38b-41526eec1217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:40Z', 'updated_at': '2020-11-19T05:45:07Z', 'revision_number': 5, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'subnets': [{'id': '79de99d1-0c92-4ca9-b38b-41526eec1217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:37.653055 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af19f0f5-cc0a-4898-802a-dc247eef940b None None] Checking router: cfe610fc-80a0-4db3-8707-4eb2ee97d595 for host: dv-cinder-763306-1-smb {{(pid=80341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:45:37.673269 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af19f0f5-cc0a-4898-802a-dc247eef940b None None] Routers {'cfe610fc-80a0-4db3-8707-4eb2ee97d595'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:45:37.673967 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-af19f0f5-cc0a-4898-802a-dc247eef940b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:45:12Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['cfe610fc-80a0-4db3-8707-4eb2ee97d595'], 'active': True} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:37.827702 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-27dc61b7-6d74-48ba-9e0f-f3ccba3b67a1 req-c9ce2aa7-d22f-437a-812b-8065824de2f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd HTTP/1.1" status: 200 len: 999 time: 0.2270749 Nov 19 05:45:37.988909 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc61b7-6d74-48ba-9e0f-f3ccba3b67a1 req-7971d00f-a35e-4558-b1bc-3f48e17830e7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:37.990509 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-27dc61b7-6d74-48ba-9e0f-f3ccba3b67a1 req-7971d00f-a35e-4558-b1bc-3f48e17830e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=79de99d1-0c92-4ca9-b38b-41526eec1217 HTTP/1.1" status: 200 len: 850 time: 0.1526701 Nov 19 05:45:38.040273 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-af19f0f5-cc0a-4898-802a-dc247eef940b None None] Set router cfe610fc-80a0-4db3-8707-4eb2ee97d595 gateway port host: dv-cinder-763306-1-smb {{(pid=80341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:45:38.144843 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 60212) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:38.270054 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 60222) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:38.283633 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-27dc61b7-6d74-48ba-9e0f-f3ccba3b67a1 req-1ef3da5e-a06e-4387-a488-8aefa789397a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=860fe5ec-aac7-4da6-92b2-2f86635d7a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2777097 Nov 19 05:45:38.532837 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_v2 [None req-928c0635-9262-4dcc-98be-e8432402b5a1 admin admin] Deleting subnet 39934a21-ba82-499a-8435-14a041592746 {{(pid=80338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 05:45:38.534523 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13541e-a615-452c-9d37-918198d029a6 req-fdbab10d-3064-445d-b7c0-3f0b80e613fb tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:38.546648 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0e13541e-a615-452c-9d37-918198d029a6 req-fdbab10d-3064-445d-b7c0-3f0b80e613fb tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.3353176 Nov 19 05:45:38.548275 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-928c0635-9262-4dcc-98be-e8432402b5a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:38.646176 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b07f2dc7-5062-4e22-b000-6167c8720f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:38.686109 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-928c0635-9262-4dcc-98be-e8432402b5a1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:38.699453 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0e13541e-a615-452c-9d37-918198d029a6 req-fd51d0fc-805f-4cae-8a5e-00421f79b4ec tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504061 Nov 19 05:45:38.706499 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-928c0635-9262-4dcc-98be-e8432402b5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850617832'] for subnet, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:38.740547 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-b07f2dc7-5062-4e22-b000-6167c8720f7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:38.745703 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-b07f2dc7-5062-4e22-b000-6167c8720f7f admin admin] Usage tracker for resource:security_group_rule and tenant:7ab0c8fa34b04bf1aefbe4b7fde53d05 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:38.750750 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-b07f2dc7-5062-4e22-b000-6167c8720f7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:38.758755 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-b07f2dc7-5062-4e22-b000-6167c8720f7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:38.796326 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 60240) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:38.796699 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 60242) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:38.818493 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-27dc61b7-6d74-48ba-9e0f-f3ccba3b67a1 req-812c8267-bbfa-4129-825d-faed78d4c157 service neutron] 10.222.0.13 "GET /v2.0/networks/860fe5ec-aac7-4da6-92b2-2f86635d7a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5266171 Nov 19 05:45:38.826868 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-af19f0f5-cc0a-4898-802a-dc247eef940b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'name': 'tempest-AttachVolumeTestJSON-1859420344-router', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:33Z', 'updated_at': '2020-11-19T05:44:42Z', 'revision_number': 4, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'gw_port': {'id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_floatingips': [{'id': '7bc350cd-924a-4d59-a30a-396a5e10a829', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'floating_ip_address': '172.28.3.182', 'floating_network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'router_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'port_id': 'fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b', 'mac_address': 'fa:16:3e:50:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bc8183-3208-4aee-9b1d-d86ffb350dd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:45:00Z', 'updated_at': '2020-11-19T05:45:35Z', 'revision_number': 1, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0830bf-d57e-48be-9b86-310f6810ad4b', 'name': '', 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'mac_address': 'fa:16:3e:b6:93:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79de99d1-0c92-4ca9-b38b-41526eec1217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:40Z', 'updated_at': '2020-11-19T05:45:07Z', 'revision_number': 5, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'subnets': [{'id': '79de99d1-0c92-4ca9-b38b-41526eec1217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:38.834144 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af19f0f5-cc0a-4898-802a-dc247eef940b None None] The sync data for ids ['cfe610fc-80a0-4db3-8707-4eb2ee97d595'] in dv-cinder-763306-1-smb is: [{'id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'name': 'tempest-AttachVolumeTestJSON-1859420344-router', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:33Z', 'updated_at': '2020-11-19T05:44:42Z', 'revision_number': 4, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'gw_port': {'id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_floatingips': [{'id': '7bc350cd-924a-4d59-a30a-396a5e10a829', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'floating_ip_address': '172.28.3.182', 'floating_network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'router_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'port_id': 'fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b', 'mac_address': 'fa:16:3e:50:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bc8183-3208-4aee-9b1d-d86ffb350dd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:45:00Z', 'updated_at': '2020-11-19T05:45:35Z', 'revision_number': 1, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0830bf-d57e-48be-9b86-310f6810ad4b', 'name': '', 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'mac_address': 'fa:16:3e:b6:93:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79de99d1-0c92-4ca9-b38b-41526eec1217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:40Z', 'updated_at': '2020-11-19T05:45:07Z', 'revision_number': 5, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'subnets': [{'id': '79de99d1-0c92-4ca9-b38b-41526eec1217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:45:38.937262 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b07f2dc7-5062-4e22-b000-6167c8720f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:38.996513 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b07f2dc7-5062-4e22-b000-6167c8720f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:39.010984 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-807f0153-df98-43c7-b284-8c4ae0856f67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:39.092062 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-029c7d25-47d4-4a0f-abf3-c8c32f8937c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1512232220-network', 'tenant_id': 'da68b774eb2b410db984872644467340'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:39.097928 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f2dc7-5062-4e22-b000-6167c8720f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b80df6c-444e-4b1e-9eac-48b75dec0b67,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:39.108131 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-b07f2dc7-5062-4e22-b000-6167c8720f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:39.109225 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-029c7d25-47d4-4a0f-abf3-c8c32f8937c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:39.118138 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c47864db-92bf-4feb-b5fe-9732a3020348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:39.139671 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-029c7d25-47d4-4a0f-abf3-c8c32f8937c5 admin admin] Usage tracker for resource:network and tenant:da68b774eb2b410db984872644467340 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:39.149619 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-029c7d25-47d4-4a0f-abf3-c8c32f8937c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:39.155082 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-b07f2dc7-5062-4e22-b000-6167c8720f7f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ab0c8fa34b04bf1aefbe4b7fde53d05&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9954457 Nov 19 05:45:39.160997 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 60254) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:39.164459 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-029c7d25-47d4-4a0f-abf3-c8c32f8937c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:39.169288 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-27dc61b7-6d74-48ba-9e0f-f3ccba3b67a1 req-8f062d69-a3a6-4203-8c34-6b2858957210 service neutron] 10.222.0.13 "GET /v2.0/networks/860fe5ec-aac7-4da6-92b2-2f86635d7a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3349991 Nov 19 05:45:39.190956 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029c7d25-47d4-4a0f-abf3-c8c32f8937c5 admin admin] Made reservation on behalf of da68b774eb2b410db984872644467340 for: {'network': 1} {{(pid=80339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:45:39.196409 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-029c7d25-47d4-4a0f-abf3-c8c32f8937c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for network, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:39.209289 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-c47864db-92bf-4feb-b5fe-9732a3020348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:39.216068 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-c47864db-92bf-4feb-b5fe-9732a3020348 admin admin] Usage tracker for resource:security_group_rule and tenant:5076e939d3e04e139ab5a818199562c1 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:39.218942 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-029c7d25-47d4-4a0f-abf3-c8c32f8937c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:39.233730 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-c47864db-92bf-4feb-b5fe-9732a3020348 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:39.238243 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab7adce-b540-4193-b03f-af064c49ab15 None None] New status for floating IP 7bc350cd-924a-4d59-a30a-396a5e10a829: ACTIVE {{(pid=80340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 05:45:39.242110 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-c47864db-92bf-4feb-b5fe-9732a3020348 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:39.245172 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-928c0635-9262-4dcc-98be-e8432402b5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4157984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for subnet, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:39.283522 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-029c7d25-47d4-4a0f-abf3-c8c32f8937c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:39.289477 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-99e62942-4544-410b-a606-ca2d149fd4d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:39.290459 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-029c7d25-47d4-4a0f-abf3-c8c32f8937c5 admin admin] Usage tracker for resource:security_group_rule and tenant:da68b774eb2b410db984872644467340 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:39.294419 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-029c7d25-47d4-4a0f-abf3-c8c32f8937c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:39.305531 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-029c7d25-47d4-4a0f-abf3-c8c32f8937c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:39.334354 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-7fcdf259-0418-4c14-8cfa-2965d120ca5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:39.377734 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c47864db-92bf-4feb-b5fe-9732a3020348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:39.389713 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c47864db-92bf-4feb-b5fe-9732a3020348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:39.396414 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c0635-9262-4dcc-98be-e8432402b5a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39934a21-ba82-499a-8435-14a041592746,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:39.400871 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-7af994fc-f36b-4bdf-8995-b6dd9b0b9843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:39.415709 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.db.resource_extend [None req-a94836e8-0f08-4134-a526-96adb169d04c tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 19 05:45:39.464547 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-029c7d25-47d4-4a0f-abf3-c8c32f8937c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:39.472213 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-c47864db-92bf-4feb-b5fe-9732a3020348 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5076e939d3e04e139ab5a818199562c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6721261 Nov 19 05:45:39.472213 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-029c7d25-47d4-4a0f-abf3-c8c32f8937c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:39.474653 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 60258) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:39.476663 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47864db-92bf-4feb-b5fe-9732a3020348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d35655-8a54-4bdf-964e-1e1e8e49b6d7,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:39.482692 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-c47864db-92bf-4feb-b5fe-9732a3020348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:39.483441 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:39.533501 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c7d25-47d4-4a0f-abf3-c8c32f8937c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2545e194-21b6-4765-b39a-be9990332146,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:39.538108 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-029c7d25-47d4-4a0f-abf3-c8c32f8937c5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 05:45:39.542269 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c0635-9262-4dcc-98be-e8432402b5a1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:39.542269 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c0635-9262-4dcc-98be-e8432402b5a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:39.542269 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c0635-9262-4dcc-98be-e8432402b5a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:39.542269 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c0635-9262-4dcc-98be-e8432402b5a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:39.542656 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c0635-9262-4dcc-98be-e8432402b5a1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:39.542908 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c0635-9262-4dcc-98be-e8432402b5a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:39.543226 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c0635-9262-4dcc-98be-e8432402b5a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:39.543608 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c0635-9262-4dcc-98be-e8432402b5a1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:39.543990 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c0635-9262-4dcc-98be-e8432402b5a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:39.544496 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c0635-9262-4dcc-98be-e8432402b5a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:39.544784 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c0635-9262-4dcc-98be-e8432402b5a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:39.545123 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c0635-9262-4dcc-98be-e8432402b5a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:39.545550 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c0635-9262-4dcc-98be-e8432402b5a1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:39.545927 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c0635-9262-4dcc-98be-e8432402b5a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:39.546336 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c0635-9262-4dcc-98be-e8432402b5a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:39.546709 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c0635-9262-4dcc-98be-e8432402b5a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:39.546976 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c0635-9262-4dcc-98be-e8432402b5a1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:39.547401 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c0635-9262-4dcc-98be-e8432402b5a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:39.547695 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c0635-9262-4dcc-98be-e8432402b5a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:39.548066 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c0635-9262-4dcc-98be-e8432402b5a1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:39.548433 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c0635-9262-4dcc-98be-e8432402b5a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:39.548802 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c0635-9262-4dcc-98be-e8432402b5a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:39.549222 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c0635-9262-4dcc-98be-e8432402b5a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:39.549683 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c0635-9262-4dcc-98be-e8432402b5a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:39.554221 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-7fcdf259-0418-4c14-8cfa-2965d120ca5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:39.563154 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-029c7d25-47d4-4a0f-abf3-c8c32f8937c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4146814'] for segment, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:39.564762 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.db.segments_db [None req-029c7d25-47d4-4a0f-abf3-c8c32f8937c5 admin admin] Added segment 0d3521c7-495d-4757-9f98-35cd0f6442b4 of type vxlan for network b635c247-d49a-4f00-a8f7-a4ca47a68b96 Nov 19 05:45:39.582419 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-928c0635-9262-4dcc-98be-e8432402b5a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:39.583538 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-928c0635-9262-4dcc-98be-e8432402b5a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for subnet, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:39.594985 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-928c0635-9262-4dcc-98be-e8432402b5a1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/39934a21-ba82-499a-8435-14a041592746 HTTP/1.1" status: 204 len: 168 time: 1.3217423 Nov 19 05:45:39.604686 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-029c7d25-47d4-4a0f-abf3-c8c32f8937c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:39.612038 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 60264) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:39.628446 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-029c7d25-47d4-4a0f-abf3-c8c32f8937c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282791720376'] for network, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:39.635337 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a94836e8-0f08-4134-a526-96adb169d04c tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for floatingip, precommit_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:39.641924 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a94836e8-0f08-4134-a526-96adb169d04c tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854058857'] for floatingip, after_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:39.726506 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-7fcdf259-0418-4c14-8cfa-2965d120ca5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:39.734065 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:39.749180 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcdf259-0418-4c14-8cfa-2965d120ca5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b80df6c-444e-4b1e-9eac-48b75dec0b67,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:39.755772 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-7fcdf259-0418-4c14-8cfa-2965d120ca5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:39.760516 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-7fcdf259-0418-4c14-8cfa-2965d120ca5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:39.764564 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-7fcdf259-0418-4c14-8cfa-2965d120ca5a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b80df6c-444e-4b1e-9eac-48b75dec0b67 HTTP/1.1" status: 204 len: 168 time: 0.6025221 Nov 19 05:45:39.802793 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a5287f3d-3ef8-4d28-aaf0-d6e8240cf682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3949208'] for network, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:39.860696 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-029c7d25-47d4-4a0f-abf3-c8c32f8937c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for network, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:39.869554 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e2fb56e4-fb37-4bde-b05a-c38cfb911f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:39.874118 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029c7d25-47d4-4a0f-abf3-c8c32f8937c5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:39.874118 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-029c7d25-47d4-4a0f-abf3-c8c32f8937c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for network, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:39.887041 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:39.957210 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.db.l3_db [None req-a94836e8-0f08-4134-a526-96adb169d04c tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Floating IP 537a4594-bce2-46f2-bf82-082d38e0e456 associated. External IP: 172.28.3.155, port: 64df9d73-fb9c-4846-a6be-cea2f835c3aa. Nov 19 05:45:39.959087 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0149aa06-d961-4083-8d2a-17480234de6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:40.203588 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e2fb56e4-fb37-4bde-b05a-c38cfb911f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:40.255190 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 60276) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:40.374376 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c7d25-47d4-4a0f-abf3-c8c32f8937c5 admin admin] Pushing event updated for resources: {'Network': ['ID=b635c247-d49a-4f00-a8f7-a4ca47a68b96,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:40.403674 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Network b635c247-d49a-4f00-a8f7-a4ca47a68b96 details requested by agent ovs-agent-dv-cinder-763306-1-smb with host dv-cinder-763306-1-smb {{(pid=80340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:45:40.415586 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-029c7d25-47d4-4a0f-abf3-c8c32f8937c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:40.420336 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e7e54c8c-b6ad-4491-9d37-8c063917b44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:40.428449 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Network b635c247-d49a-4f00-a8f7-a4ca47a68b96 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:45:40.439438 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-029c7d25-47d4-4a0f-abf3-c8c32f8937c5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.6369746 Nov 19 05:45:40.442941 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 60280) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:40.504606 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a5287f3d-3ef8-4d28-aaf0-d6e8240cf682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850615901', 'neutron.services.segments.db._delete_segments_for_network--9223363282791137771'] for network, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:40.523534 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-95d193b3-d7f8-47c4-84a9-4d646837e62d admin admin] Request body: {'subnet': {'network_id': 'b635c247-d49a-4f00-a8f7-a4ca47a68b96', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1512232220-subnet', 'tenant_id': 'da68b774eb2b410db984872644467340', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:40.548734 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-95d193b3-d7f8-47c4-84a9-4d646837e62d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:40.568421 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-95d193b3-d7f8-47c4-84a9-4d646837e62d admin admin] Usage tracker for resource:subnet and tenant:da68b774eb2b410db984872644467340 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:40.575600 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-95d193b3-d7f8-47c4-84a9-4d646837e62d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:40.614453 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94836e8-0f08-4134-a526-96adb169d04c tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Router 56534d5c-45d4-40dd-9c01-fb3d1a36c591 has already been hosted by L3 agent 9d988d7f-fab1-47ee-9f4c-4b1b16993ac8 {{(pid=80338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:45:40.655765 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-95d193b3-d7f8-47c4-84a9-4d646837e62d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:40.674626 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e2fb56e4-fb37-4bde-b05a-c38cfb911f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:40.685235 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:40.699117 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca3e5c-4846-4ccb-8651-a22b32de07bf req-2e70d4b9-806e-46ff-bccf-1a98ea230082 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:40.700778 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-81ca3e5c-4846-4ccb-8651-a22b32de07bf req-2e70d4b9-806e-46ff-bccf-1a98ea230082 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.7974288 Nov 19 05:45:40.729576 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb56e4-fb37-4bde-b05a-c38cfb911f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d35655-8a54-4bdf-964e-1e1e8e49b6d7,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:40.747082 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a5287f3d-3ef8-4d28-aaf0-d6e8240cf682 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80339) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:45:40.747472 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a5287f3d-3ef8-4d28-aaf0-d6e8240cf682 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80339) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:45:40.748292 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a5287f3d-3ef8-4d28-aaf0-d6e8240cf682 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80339) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:45:40.748665 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a5287f3d-3ef8-4d28-aaf0-d6e8240cf682 admin admin] Subscribe: > port after_create 55550000 {{(pid=80339) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:45:40.749052 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a5287f3d-3ef8-4d28-aaf0-d6e8240cf682 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80339) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:45:40.749418 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a5287f3d-3ef8-4d28-aaf0-d6e8240cf682 admin admin] Subscribe: > port after_update 55550000 {{(pid=80339) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:45:40.749789 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a5287f3d-3ef8-4d28-aaf0-d6e8240cf682 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80339) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:45:40.750147 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a5287f3d-3ef8-4d28-aaf0-d6e8240cf682 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80339) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:45:40.750504 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a5287f3d-3ef8-4d28-aaf0-d6e8240cf682 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80339) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:45:40.750862 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a5287f3d-3ef8-4d28-aaf0-d6e8240cf682 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80339) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:45:40.819527 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a5287f3d-3ef8-4d28-aaf0-d6e8240cf682 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80339) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:45:40.819916 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a5287f3d-3ef8-4d28-aaf0-d6e8240cf682 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80339) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:45:40.820289 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a5287f3d-3ef8-4d28-aaf0-d6e8240cf682 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80339) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:45:40.820667 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a5287f3d-3ef8-4d28-aaf0-d6e8240cf682 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80339) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:45:40.821102 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-a5287f3d-3ef8-4d28-aaf0-d6e8240cf682 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e36ff25-d385-41fd-a3e3-e3a67e84557f']}} {{(pid=80339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:40.830365 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-e7e54c8c-b6ad-4491-9d37-8c063917b44a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:40.832927 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d193b3-d7f8-47c4-84a9-4d646837e62d admin admin] Made reservation on behalf of da68b774eb2b410db984872644467340 for: {'subnet': 1} {{(pid=80339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:45:40.837839 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-95d193b3-d7f8-47c4-84a9-4d646837e62d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11305803'] for subnet, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:40.860314 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e2fb56e4-fb37-4bde-b05a-c38cfb911f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:40.868379 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-e7e54c8c-b6ad-4491-9d37-8c063917b44a admin admin] Usage tracker for resource:security_group_rule and tenant:bd144dc0ae544e08b7b34a30fcdeeb2b is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:40.872862 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94836e8-0f08-4134-a526-96adb169d04c tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify agent at l3_agent.dv-cinder-763306-1-smb the message routers_updated {{(pid=80338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:45:40.877342 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a94836e8-0f08-4134-a526-96adb169d04c tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for floatingip, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:40.883402 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-e7e54c8c-b6ad-4491-9d37-8c063917b44a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:40.883586 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c822a371-2e22-40c4-941c-8c7635a5ec45 None None] Sync routers for ids ['56534d5c-45d4-40dd-9c01-fb3d1a36c591'] in dv-cinder-763306-1-smb {{(pid=80341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:45:40.887337 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-a5287f3d-3ef8-4d28-aaf0-d6e8240cf682 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd95ffc5b-9ed4-434a-b239-9bb69df652f1') {'for_net_delete': True} {{(pid=80339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:40.887672 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-a5287f3d-3ef8-4d28-aaf0-d6e8240cf682 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd95ffc5b-9ed4-434a-b239-9bb69df652f1') {} {{(pid=80339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:40.896229 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c822a371-2e22-40c4-941c-8c7635a5ec45 None None] Routers {'56534d5c-45d4-40dd-9c01-fb3d1a36c591'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:45:40.896789 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-c822a371-2e22-40c4-941c-8c7635a5ec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:45:12Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['56534d5c-45d4-40dd-9c01-fb3d1a36c591'], 'active': True} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:40.909827 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e2fb56e4-fb37-4bde-b05a-c38cfb911f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:40.911065 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-e2fb56e4-fb37-4bde-b05a-c38cfb911f7b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f3d35655-8a54-4bdf-964e-1e1e8e49b6d7 HTTP/1.1" status: 204 len: 168 time: 1.4314606 Nov 19 05:45:40.914217 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-e7e54c8c-b6ad-4491-9d37-8c063917b44a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:40.944720 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a5287f3d-3ef8-4d28-aaf0-d6e8240cf682 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282791100139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11592451'] for segment, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:40.958180 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-a94836e8-0f08-4134-a526-96adb169d04c tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "PUT /v2.0/floatingips/537a4594-bce2-46f2-bf82-082d38e0e456 HTTP/1.1" status: 200 len: 992 time: 3.6151924 Nov 19 05:45:40.959291 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1b1484-8dbf-4632-8385-6015a45e1aa0', 'tag': '64df9d73-fb9c-4846-a6be-cea2f835c3aa'}] {{(pid=80338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:45:41.043034 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-81ca3e5c-4846-4ccb-8651-a22b32de07bf req-fe4c9e60-2224-43c5-848c-51bcd429f000 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219254 Nov 19 05:45:41.067006 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a5287f3d-3ef8-4d28-aaf0-d6e8240cf682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4146814'] for segment, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:41.083676 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a5287f3d-3ef8-4d28-aaf0-d6e8240cf682 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 05:45:41.140302 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a1b1484-8dbf-4632-8385-6015a45e1aa0', 'tag': '64df9d73-fb9c-4846-a6be-cea2f835c3aa', 'status': 'completed', 'code': 200} Nov 19 05:45:41.151755 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-c822a371-2e22-40c4-941c-8c7635a5ec45 None None] Set router 56534d5c-45d4-40dd-9c01-fb3d1a36c591 gateway port host: dv-cinder-763306-1-smb {{(pid=80341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:45:41.334189 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e7e54c8c-b6ad-4491-9d37-8c063917b44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:41.392121 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e7e54c8c-b6ad-4491-9d37-8c063917b44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:41.407498 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-ec88db45-c415-42c7-b6fe-7220bdfaa5cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:41.473798 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-a5287f3d-3ef8-4d28-aaf0-d6e8240cf682 admin admin] Network 2e36ff25-d385-41fd-a3e3-e3a67e84557f has no segments {{(pid=80339) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:45:41.493542 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a5287f3d-3ef8-4d28-aaf0-d6e8240cf682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850629002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843301285'] for segment, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:41.501261 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 60296) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:41.525419 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8aa4b13c-63b5-4f23-ae83-7a5016052071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:41.596640 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-8aa4b13c-63b5-4f23-ae83-7a5016052071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:41.603515 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-8aa4b13c-63b5-4f23-ae83-7a5016052071 admin admin] Usage tracker for resource:security_group_rule and tenant:70f8947cf9e8475d9d84c60de4d42472 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:41.608255 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-8aa4b13c-63b5-4f23-ae83-7a5016052071 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:41.615495 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-8aa4b13c-63b5-4f23-ae83-7a5016052071 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:41.625582 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e54c8c-b6ad-4491-9d37-8c063917b44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07a60b9-5801-42bd-b16d-9e3515995eb4,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:41.639861 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-e7e54c8c-b6ad-4491-9d37-8c063917b44a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bd144dc0ae544e08b7b34a30fcdeeb2b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3294981 Nov 19 05:45:41.649231 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 60300) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:41.651919 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e7e54c8c-b6ad-4491-9d37-8c063917b44a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:41.699518 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8aa4b13c-63b5-4f23-ae83-7a5016052071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:41.702392 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8aa4b13c-63b5-4f23-ae83-7a5016052071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:41.711079 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-46f2ba2a-8756-4881-9641-ce1daab4fc5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:41.725419 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d9f5c4a2-fdd8-4c9c-a873-f135b9dcdeb8 req-33dca632-a548-4ee2-9cbd-3d0de4f50cc2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=db4540afb2f2457fb8456c53e9da33fd&device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 1163 time: 0.5046394 Nov 19 05:45:41.730607 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-c822a371-2e22-40c4-941c-8c7635a5ec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'name': 'tempest-AttachVolumeShelveTestJSON-1201768390-router', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:44:52Z', 'revision_number': 4, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'gw_port': {'id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:37Z', 'updated_at': '2020-11-19T05:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_floatingips': [{'id': '537a4594-bce2-46f2-bf82-082d38e0e456', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'floating_ip_address': '172.28.3.155', 'floating_network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'router_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'port_id': '64df9d73-fb9c-4846-a6be-cea2f835c3aa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '304e1383-f09c-4327-99c9-7961728842fc', 'mac_address': 'fa:16:3e:f8:e2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b1484-8dbf-4632-8385-6015a45e1aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:45:05Z', 'updated_at': '2020-11-19T05:45:39Z', 'revision_number': 1, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a', 'name': '', 'network_id': '304e1383-f09c-4327-99c9-7961728842fc', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'mac_address': 'fa:16:3e:09:b5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c37d305-86c3-49f3-a016-f0e689dbb363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:49Z', 'updated_at': '2020-11-19T05:45:05Z', 'revision_number': 5, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'subnets': [{'id': '7c37d305-86c3-49f3-a016-f0e689dbb363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:41.735709 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c822a371-2e22-40c4-941c-8c7635a5ec45 None None] Checking router: 56534d5c-45d4-40dd-9c01-fb3d1a36c591 for host: dv-cinder-763306-1-smb {{(pid=80341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:45:41.747601 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c822a371-2e22-40c4-941c-8c7635a5ec45 None None] Routers {'56534d5c-45d4-40dd-9c01-fb3d1a36c591'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:45:41.748259 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-c822a371-2e22-40c4-941c-8c7635a5ec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:45:12Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['56534d5c-45d4-40dd-9c01-fb3d1a36c591'], 'active': True} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:41.757639 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4b13c-63b5-4f23-ae83-7a5016052071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49ce690-e09b-4d55-bbf4-973cba407653,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:41.762611 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-8aa4b13c-63b5-4f23-ae83-7a5016052071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:41.768259 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-8aa4b13c-63b5-4f23-ae83-7a5016052071 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70f8947cf9e8475d9d84c60de4d42472&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2634733 Nov 19 05:45:41.768642 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 60304) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:41.837804 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0c8a8e2b-2a13-4cf6-bbf0-7c38feae248b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:41.863984 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-a5287f3d-3ef8-4d28-aaf0-d6e8240cf682 admin admin] Network 2e36ff25-d385-41fd-a3e3-e3a67e84557f has no segments {{(pid=80339) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:45:41.870002 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0c8a8e2b-2a13-4cf6-bbf0-7c38feae248b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:41.919526 dv-cinder-763306-1-smb neutron-server[80227]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 19 05:45:41.919526 dv-cinder-763306-1-smb neutron-server[80227]: (rel_b, rel_a, rel_b), Nov 19 05:45:41.919526 dv-cinder-763306-1-smb neutron-server[80227]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 19 05:45:41.919526 dv-cinder-763306-1-smb neutron-server[80227]: (rel_b, rel_a, rel_b), Nov 19 05:45:41.919526 dv-cinder-763306-1-smb neutron-server[80227]: Traceback (most recent call last): Nov 19 05:45:41.919526 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:45:41.919526 dv-cinder-763306-1-smb neutron-server[80227]: timer() Nov 19 05:45:41.919526 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:45:41.919526 dv-cinder-763306-1-smb neutron-server[80227]: cb(*args, **kw) Nov 19 05:45:41.919526 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 05:45:41.919526 dv-cinder-763306-1-smb neutron-server[80227]: return func(*args, **kwargs) Nov 19 05:45:41.919526 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:45:41.919526 dv-cinder-763306-1-smb neutron-server[80227]: self._notify() Nov 19 05:45:41.919526 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:45:41.919526 dv-cinder-763306-1-smb neutron-server[80227]: self.callback(batched_events) Nov 19 05:45:41.919526 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:45:41.919526 dv-cinder-763306-1-smb neutron-server[80227]: event.method(event) Nov 19 05:45:41.919526 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 05:45:41.919526 dv-cinder-763306-1-smb neutron-server[80227]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:45:41.919526 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 05:45:41.919526 dv-cinder-763306-1-smb neutron-server[80227]: segment_id)['aggregates'][0] Nov 19 05:45:41.919526 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 05:45:41.919526 dv-cinder-763306-1-smb neutron-server[80227]: return f(self, *a, **k) Nov 19 05:45:41.919526 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:45:41.919526 dv-cinder-763306-1-smb neutron-server[80227]: return self._get(url).json() Nov 19 05:45:41.919526 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 05:45:41.919526 dv-cinder-763306-1-smb neutron-server[80227]: **kwargs) Nov 19 05:45:41.919526 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 05:45:41.919526 dv-cinder-763306-1-smb neutron-server[80227]: return self.request(url, 'GET', **kwargs) Nov 19 05:45:41.919526 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 05:45:41.919526 dv-cinder-763306-1-smb neutron-server[80227]: **endpoint_filter) Nov 19 05:45:41.919526 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 05:45:41.919526 dv-cinder-763306-1-smb neutron-server[80227]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:45:41.919526 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 05:45:41.919526 dv-cinder-763306-1-smb neutron-server[80227]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:45:41.919526 dv-cinder-763306-1-smb neutron-server[80227]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:45:41.923351 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0c8a8e2b-2a13-4cf6-bbf0-7c38feae248b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:41.929000 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-40975692-2799-4281-8fc6-f93d46b72271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:41.943895 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a8e2b-2a13-4cf6-bbf0-7c38feae248b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49ce690-e09b-4d55-bbf4-973cba407653,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:41.950826 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-c822a371-2e22-40c4-941c-8c7635a5ec45 None None] Set router 56534d5c-45d4-40dd-9c01-fb3d1a36c591 gateway port host: dv-cinder-763306-1-smb {{(pid=80341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:45:41.961299 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-0c8a8e2b-2a13-4cf6-bbf0-7c38feae248b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:41.962121 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0c8a8e2b-2a13-4cf6-bbf0-7c38feae248b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:41.966583 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-0c8a8e2b-2a13-4cf6-bbf0-7c38feae248b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c49ce690-e09b-4d55-bbf4-973cba407653 HTTP/1.1" status: 204 len: 168 time: 0.1968966 Nov 19 05:45:42.121928 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-234406d7-3ff1-45d5-81cf-afa6acd5a5c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:42.139003 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a5287f3d-3ef8-4d28-aaf0-d6e8240cf682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4159915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for network, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:42.179091 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-b1a09810-3322-49a7-b75b-5823af5cb29b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:42.259157 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-234406d7-3ff1-45d5-81cf-afa6acd5a5c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:42.271317 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a5287f3d-3ef8-4d28-aaf0-d6e8240cf682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for network, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:42.278999 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5c4a2-fdd8-4c9c-a873-f135b9dcdeb8 req-3d54b7a9-abdf-422d-a7f3-c2974f86f7ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:42.280629 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d9f5c4a2-fdd8-4c9c-a873-f135b9dcdeb8 req-3d54b7a9-abdf-422d-a7f3-c2974f86f7ca service neutron] 10.222.0.13 "GET /v2.0/networks?id=304e1383-f09c-4327-99c9-7961728842fc HTTP/1.1" status: 200 len: 911 time: 0.5421216 Nov 19 05:45:42.281483 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5287f3d-3ef8-4d28-aaf0-d6e8240cf682 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e36ff25-d385-41fd-a3e3-e3a67e84557f,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:42.285047 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-a5287f3d-3ef8-4d28-aaf0-d6e8240cf682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:42.334634 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 6 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:45:42.411971 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3630d5d9-b9b9-4e5e-a01b-e414e09d3ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:42.427996 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-c822a371-2e22-40c4-941c-8c7635a5ec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'name': 'tempest-AttachVolumeShelveTestJSON-1201768390-router', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:44:52Z', 'revision_number': 4, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'gw_port': {'id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:37Z', 'updated_at': '2020-11-19T05:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_floatingips': [{'id': '537a4594-bce2-46f2-bf82-082d38e0e456', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'floating_ip_address': '172.28.3.155', 'floating_network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'router_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'port_id': '64df9d73-fb9c-4846-a6be-cea2f835c3aa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '304e1383-f09c-4327-99c9-7961728842fc', 'mac_address': 'fa:16:3e:f8:e2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b1484-8dbf-4632-8385-6015a45e1aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:45:05Z', 'updated_at': '2020-11-19T05:45:39Z', 'revision_number': 1, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a', 'name': '', 'network_id': '304e1383-f09c-4327-99c9-7961728842fc', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'mac_address': 'fa:16:3e:09:b5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c37d305-86c3-49f3-a016-f0e689dbb363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:49Z', 'updated_at': '2020-11-19T05:45:05Z', 'revision_number': 5, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'subnets': [{'id': '7c37d305-86c3-49f3-a016-f0e689dbb363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:42.435500 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c822a371-2e22-40c4-941c-8c7635a5ec45 None None] The sync data for ids ['56534d5c-45d4-40dd-9c01-fb3d1a36c591'] in dv-cinder-763306-1-smb is: [{'id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'name': 'tempest-AttachVolumeShelveTestJSON-1201768390-router', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:44:52Z', 'revision_number': 4, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'gw_port': {'id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:37Z', 'updated_at': '2020-11-19T05:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_floatingips': [{'id': '537a4594-bce2-46f2-bf82-082d38e0e456', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'floating_ip_address': '172.28.3.155', 'floating_network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'router_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'port_id': '64df9d73-fb9c-4846-a6be-cea2f835c3aa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '304e1383-f09c-4327-99c9-7961728842fc', 'mac_address': 'fa:16:3e:f8:e2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1b1484-8dbf-4632-8385-6015a45e1aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:45:05Z', 'updated_at': '2020-11-19T05:45:39Z', 'revision_number': 1, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a', 'name': '', 'network_id': '304e1383-f09c-4327-99c9-7961728842fc', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'mac_address': 'fa:16:3e:09:b5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c37d305-86c3-49f3-a016-f0e689dbb363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:49Z', 'updated_at': '2020-11-19T05:45:05Z', 'revision_number': 5, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'subnets': [{'id': '7c37d305-86c3-49f3-a016-f0e689dbb363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:45:42.600408 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 60320) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:42.622811 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f9948dbb-3229-4080-a279-0532b6eb6881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:42.646514 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-a5287f3d-3ef8-4d28-aaf0-d6e8240cf682 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2e36ff25-d385-41fd-a3e3-e3a67e84557f HTTP/1.1" status: 204 len: 168 time: 3.0310428 Nov 19 05:45:42.659017 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-f9948dbb-3229-4080-a279-0532b6eb6881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:42.663827 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-f9948dbb-3229-4080-a279-0532b6eb6881 admin admin] Usage tracker for resource:security_group_rule and tenant:87fba31ec0934650a6c3dde1fd3205e9 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:42.667018 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-f9948dbb-3229-4080-a279-0532b6eb6881 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:42.675626 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-f9948dbb-3229-4080-a279-0532b6eb6881 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:42.714776 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-234406d7-3ff1-45d5-81cf-afa6acd5a5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:42.724022 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-b9a4c053-e4be-4406-b11b-8eb5fa5d54a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:42.743813 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d9f5c4a2-fdd8-4c9c-a873-f135b9dcdeb8 req-8d6351b1-3041-4f6b-acfd-af72f5468c6a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64df9d73-fb9c-4846-a6be-cea2f835c3aa HTTP/1.1" status: 200 len: 1000 time: 0.4471602 Nov 19 05:45:42.750228 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234406d7-3ff1-45d5-81cf-afa6acd5a5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07a60b9-5801-42bd-b16d-9e3515995eb4,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:42.753052 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-234406d7-3ff1-45d5-81cf-afa6acd5a5c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:42.768155 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f9948dbb-3229-4080-a279-0532b6eb6881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:42.775359 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f9948dbb-3229-4080-a279-0532b6eb6881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:42.795089 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-576dd291-6af2-4f0c-b4cf-47638a4e48d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:42.817700 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-234406d7-3ff1-45d5-81cf-afa6acd5a5c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:42.819073 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-234406d7-3ff1-45d5-81cf-afa6acd5a5c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e07a60b9-5801-42bd-b16d-9e3515995eb4 HTTP/1.1" status: 204 len: 168 time: 1.1662304 Nov 19 05:45:42.854526 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e00ba-a990-4b79-8a8e-6cb659a4bcb1 req-27dde1f4-20d8-4878-b3e9-97d0caff4716 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:42.858581 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-f9948dbb-3229-4080-a279-0532b6eb6881 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87fba31ec0934650a6c3dde1fd3205e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2560351 Nov 19 05:45:42.859920 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9948dbb-3229-4080-a279-0532b6eb6881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313c5855-43a0-47a3-a6a4-14f09ef9e199,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:42.863755 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 60328) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:42.864137 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4f9e00ba-a990-4b79-8a8e-6cb659a4bcb1 req-27dde1f4-20d8-4878-b3e9-97d0caff4716 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.5705354 Nov 19 05:45:42.867815 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f9948dbb-3229-4080-a279-0532b6eb6881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:42.874391 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc695394-16ae-4feb-a343-814cb16ea07e None None] New status for floating IP 537a4594-bce2-46f2-bf82-082d38e0e456: ACTIVE {{(pid=80340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 05:45:42.930097 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5c4a2-fdd8-4c9c-a873-f135b9dcdeb8 req-aa96ae87-7fbd-4ff4-b1c0-21df517cb302 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:42.931678 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d9f5c4a2-fdd8-4c9c-a873-f135b9dcdeb8 req-aa96ae87-7fbd-4ff4-b1c0-21df517cb302 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c37d305-86c3-49f3-a016-f0e689dbb363 HTTP/1.1" status: 200 len: 856 time: 0.1774948 Nov 19 05:45:42.957521 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4700b9c1-cba1-4367-b1f1-da4b2bf5d3ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:43.011489 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4700b9c1-cba1-4367-b1f1-da4b2bf5d3ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:43.018883 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 60332) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:43.045639 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-95d193b3-d7f8-47c4-84a9-4d646837e62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11474634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11305850'] for subnet, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:43.066526 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4700b9c1-cba1-4367-b1f1-da4b2bf5d3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:43.073587 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-7fcdf259-0418-4c14-8cfa-2965d120ca5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:43.078009 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-00356e99-5ca3-4853-aa96-8e9dcd2b9440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:43.090591 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700b9c1-cba1-4367-b1f1-da4b2bf5d3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313c5855-43a0-47a3-a6a4-14f09ef9e199,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:43.094404 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-4700b9c1-cba1-4367-b1f1-da4b2bf5d3ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:43.095310 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4700b9c1-cba1-4367-b1f1-da4b2bf5d3ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:43.096669 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-4700b9c1-cba1-4367-b1f1-da4b2bf5d3ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/313c5855-43a0-47a3-a6a4-14f09ef9e199 HTTP/1.1" status: 204 len: 168 time: 0.2311189 Nov 19 05:45:43.128159 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4f9e00ba-a990-4b79-8a8e-6cb659a4bcb1 req-d4392a45-a694-47b7-a7a3-45f2d62d88ee tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630088 Nov 19 05:45:43.218010 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:43.372567 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d9f5c4a2-fdd8-4c9c-a873-f135b9dcdeb8 req-e0745fe3-0683-4c96-93f0-886f31fbf193 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=304e1383-f09c-4327-99c9-7961728842fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4258120 Nov 19 05:45:43.401185 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d193b3-d7f8-47c4-84a9-4d646837e62d admin admin] Pushing event updated for resources: {'Subnet': ['ID=59ee2d31-d866-499b-b8d5-b9345c5ae720,revision_number=0']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:43.411296 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-84afbdd5-be1c-41ff-bd1d-062883911a77 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=95cc84bd2380462fa5557d90947683b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3863432 Nov 19 05:45:43.411296 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-95d193b3-d7f8-47c4-84a9-4d646837e62d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:43.411913 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 60350) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:43.552031 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-16612c56-bc9f-4ea3-99b1-853ccec54a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:43.606559 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-16612c56-bc9f-4ea3-99b1-853ccec54a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:43.687484 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d9f5c4a2-fdd8-4c9c-a873-f135b9dcdeb8 req-3444e725-ee24-4d23-b7a8-6e376ee63db4 service neutron] 10.222.0.13 "GET /v2.0/networks/304e1383-f09c-4327-99c9-7961728842fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762029 Nov 19 05:45:43.691489 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d193b3-d7f8-47c4-84a9-4d646837e62d admin admin] Checking segment: {'id': '0d3521c7-495d-4757-9f98-35cd0f6442b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b635c247-d49a-4f00-a8f7-a4ca47a68b96'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:45:43.691884 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d193b3-d7f8-47c4-84a9-4d646837e62d admin admin] Network hostable DHCP agents. Network: b635c247-d49a-4f00-a8f7-a4ca47a68b96, hostable agents: ['38d37b3f-5317-4144-8207-2d1b2e789405'], hosted agents: [] {{(pid=80339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 05:45:43.697046 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-16612c56-bc9f-4ea3-99b1-853ccec54a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:43.703271 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-11b5034c-f232-408b-a608-ad8a39631d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:43.719442 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16612c56-bc9f-4ea3-99b1-853ccec54a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33910df-aba9-46b7-9fba-42f981823735,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:43.728776 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-16612c56-bc9f-4ea3-99b1-853ccec54a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:43.729969 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-16612c56-bc9f-4ea3-99b1-853ccec54a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:43.731677 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-16612c56-bc9f-4ea3-99b1-853ccec54a62 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d33910df-aba9-46b7-9fba-42f981823735 HTTP/1.1" status: 204 len: 168 time: 0.3187664 Nov 19 05:45:43.844861 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d193b3-d7f8-47c4-84a9-4d646837e62d admin admin] Network b635c247-d49a-4f00-a8f7-a4ca47a68b96 is scheduled to be hosted by DHCP agent 38d37b3f-5317-4144-8207-2d1b2e789405 with binding_index 1 {{(pid=80339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 05:45:43.861424 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-95d193b3-d7f8-47c4-84a9-4d646837e62d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-1-smb, b635c247-d49a-4f00-a8f7-a4ca47a68b96) {{(pid=80339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:45:43.874172 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0bee56-ba96-4129-b804-12a709cab53f None None] Network b635c247-d49a-4f00-a8f7-a4ca47a68b96 requested from dv-cinder-763306-1-smb {{(pid=80340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:45:43.882942 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d193b3-d7f8-47c4-84a9-4d646837e62d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:43.882942 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-95d193b3-d7f8-47c4-84a9-4d646837e62d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for subnet, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:43.914231 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d9f5c4a2-fdd8-4c9c-a873-f135b9dcdeb8 req-7cd0f2ba-f17f-411d-9692-d7016cd4bf07 service neutron] 10.222.0.13 "GET /v2.0/networks/304e1383-f09c-4327-99c9-7961728842fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2144868 Nov 19 05:45:43.930541 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-95d193b3-d7f8-47c4-84a9-4d646837e62d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.4366863 Nov 19 05:45:43.944299 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:44.163927 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:44.171938 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9310a946-4b17-40e3-bbd9-a53e7b16ea5d None None] Network b635c247-d49a-4f00-a8f7-a4ca47a68b96 requested from dv-cinder-763306-1-smb {{(pid=80340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:45:44.417048 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4657c8-0319-4d1b-8459-b8c10a391b97 req-6eb32fa1-4cd5-40c6-8792-67fb2063e758 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:44.418884 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9c4657c8-0319-4d1b-8459-b8c10a391b97 req-6eb32fa1-4cd5-40c6-8792-67fb2063e758 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.1263394 Nov 19 05:45:44.477054 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9c4657c8-0319-4d1b-8459-b8c10a391b97 req-7c4da7d8-c9a9-4cd2-bf94-4a6ba86a67cd tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513265 Nov 19 05:45:45.693811 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 60444) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:45.754168 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968f30d-6f4b-4957-bd2d-76f92258b023 req-e393d714-1e99-4dba-b1d9-f8c7a84e192a tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:45.755809 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-2968f30d-6f4b-4957-bd2d-76f92258b023 req-e393d714-1e99-4dba-b1d9-f8c7a84e192a tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.1022284 Nov 19 05:45:45.828935 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-2968f30d-6f4b-4957-bd2d-76f92258b023 req-930dad67-081d-4138-a8b1-4dbcb60c78d8 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639393 Nov 19 05:45:46.001679 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-2ed359f4-7e94-453b-a1f0-feeda0557375 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1671469355-network', 'tenant_id': '17202ab8586546dd9ef75b41bc0de0fd'}} {{(pid=80338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:46.009916 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-2ed359f4-7e94-453b-a1f0-feeda0557375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:46.015777 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-2ed359f4-7e94-453b-a1f0-feeda0557375 admin admin] Usage tracker for resource:network and tenant:17202ab8586546dd9ef75b41bc0de0fd is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:46.019283 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-2ed359f4-7e94-453b-a1f0-feeda0557375 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:46.026597 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-2ed359f4-7e94-453b-a1f0-feeda0557375 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:46.037468 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed359f4-7e94-453b-a1f0-feeda0557375 admin admin] Made reservation on behalf of 17202ab8586546dd9ef75b41bc0de0fd for: {'network': 1} {{(pid=80338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:45:46.042814 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2ed359f4-7e94-453b-a1f0-feeda0557375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for network, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:46.057634 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2ed359f4-7e94-453b-a1f0-feeda0557375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:46.092399 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-2ed359f4-7e94-453b-a1f0-feeda0557375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:46.096462 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-2ed359f4-7e94-453b-a1f0-feeda0557375 admin admin] Usage tracker for resource:security_group_rule and tenant:17202ab8586546dd9ef75b41bc0de0fd is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:46.099448 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-2ed359f4-7e94-453b-a1f0-feeda0557375 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:46.111696 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-2ed359f4-7e94-453b-a1f0-feeda0557375 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:46.182400 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2ed359f4-7e94-453b-a1f0-feeda0557375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:46.186470 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2ed359f4-7e94-453b-a1f0-feeda0557375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:46.191267 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-2a7367eb-6cbb-48bc-858b-0c70072f1459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:46.228551 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed359f4-7e94-453b-a1f0-feeda0557375 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 05:45:46.238841 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed359f4-7e94-453b-a1f0-feeda0557375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bb243b-31e6-4806-b4ff-b2e42007c3e6,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:46.242698 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-2ed359f4-7e94-453b-a1f0-feeda0557375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:46.245289 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2ed359f4-7e94-453b-a1f0-feeda0557375 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754063638029', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4146814'] for segment, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:46.245725 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.db.segments_db [None req-2ed359f4-7e94-453b-a1f0-feeda0557375 admin admin] Added segment 35aa3ffb-a441-4205-9265-3e095260159c of type vxlan for network be4ec1d9-6e10-4ce0-8d4d-9739d378c1be Nov 19 05:45:46.276193 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2ed359f4-7e94-453b-a1f0-feeda0557375 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282791720376'] for network, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:46.330693 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2ed359f4-7e94-453b-a1f0-feeda0557375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for network, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:46.332027 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed359f4-7e94-453b-a1f0-feeda0557375 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:46.332673 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2ed359f4-7e94-453b-a1f0-feeda0557375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for network, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:46.337140 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:46.458343 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-2ed359f4-7e94-453b-a1f0-feeda0557375 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7593434 Nov 19 05:45:46.458343 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed359f4-7e94-453b-a1f0-feeda0557375 admin admin] Pushing event updated for resources: {'Network': ['ID=be4ec1d9-6e10-4ce0-8d4d-9739d378c1be,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:46.458936 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 60492) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:46.459132 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-2ed359f4-7e94-453b-a1f0-feeda0557375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:46.465695 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-da89efc3-dfd3-4f75-89e8-d317fe443348 admin admin] Request body: {'subnet': {'network_id': 'be4ec1d9-6e10-4ce0-8d4d-9739d378c1be', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1671469355-subnet', 'tenant_id': '17202ab8586546dd9ef75b41bc0de0fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:46.468006 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Network be4ec1d9-6e10-4ce0-8d4d-9739d378c1be details requested by agent ovs-agent-dv-cinder-763306-1-smb with host dv-cinder-763306-1-smb {{(pid=80340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:45:46.472402 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-da89efc3-dfd3-4f75-89e8-d317fe443348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:46.477341 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-da89efc3-dfd3-4f75-89e8-d317fe443348 admin admin] Usage tracker for resource:subnet and tenant:17202ab8586546dd9ef75b41bc0de0fd is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:46.480543 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-da89efc3-dfd3-4f75-89e8-d317fe443348 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:46.487042 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-da89efc3-dfd3-4f75-89e8-d317fe443348 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:46.499691 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Network be4ec1d9-6e10-4ce0-8d4d-9739d378c1be details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:45:46.501636 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da89efc3-dfd3-4f75-89e8-d317fe443348 admin admin] Made reservation on behalf of 17202ab8586546dd9ef75b41bc0de0fd for: {'subnet': 1} {{(pid=80339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:45:46.508173 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-da89efc3-dfd3-4f75-89e8-d317fe443348 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11305803'] for subnet, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:46.799589 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 60520) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:46.906417 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-a6e2cf2d-085e-41dd-a86c-5a9b5c0768da tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:46.907173 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-a6e2cf2d-085e-41dd-a86c-5a9b5c0768da tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Synchronizing usage tracker for tenant:da68b774eb2b410db984872644467340 on resource:network {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:45:46.945924 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-a6e2cf2d-085e-41dd-a86c-5a9b5c0768da tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Unset dirty status for tenant:da68b774eb2b410db984872644467340 on resource:network {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:45:46.953040 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-a6e2cf2d-085e-41dd-a86c-5a9b5c0768da tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/networks?id=b635c247-d49a-4f00-a8f7-a4ca47a68b96 HTTP/1.1" status: 200 len: 809 time: 0.2970116 Nov 19 05:45:46.993059 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-4e941816-5c25-4d14-9cc8-15309d6c3f25 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/quotas/da68b774eb2b410db984872644467340 HTTP/1.1" status: 200 len: 375 time: 0.0387762 Nov 19 05:45:47.018803 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-664a1593-7f76-4d0f-a49a-5241eba9fa5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:47.057020 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-664a1593-7f76-4d0f-a49a-5241eba9fa5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:47.061422 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-664a1593-7f76-4d0f-a49a-5241eba9fa5f admin admin] Usage tracker for resource:security_group_rule and tenant:378ceb588cf34ebd96154209572ccc13 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:47.064480 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-664a1593-7f76-4d0f-a49a-5241eba9fa5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:47.070480 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-664a1593-7f76-4d0f-a49a-5241eba9fa5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:47.124591 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-7903135e-19e7-4d35-aa4e-baad7026df53 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/ports?tenant_id=da68b774eb2b410db984872644467340&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1307251 Nov 19 05:45:47.143010 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-664a1593-7f76-4d0f-a49a-5241eba9fa5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:47.146359 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-664a1593-7f76-4d0f-a49a-5241eba9fa5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:47.154775 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:47.199117 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a1593-7f76-4d0f-a49a-5241eba9fa5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cd2640-4ebc-4f8b-ae9e-6ee10ee6aff8,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:47.206758 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-664a1593-7f76-4d0f-a49a-5241eba9fa5f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=378ceb588cf34ebd96154209572ccc13&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4060345 Nov 19 05:45:47.207746 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-664a1593-7f76-4d0f-a49a-5241eba9fa5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:47.208571 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 60546) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:47.277292 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a5befe08-4a32-4a5b-92c0-db9aa66c3bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:47.305347 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a5befe08-4a32-4a5b-92c0-db9aa66c3bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:47.356732 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a5befe08-4a32-4a5b-92c0-db9aa66c3bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:47.362199 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-7f659e89-b514-44c0-abab-767e8bdc8eac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:47.377739 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5befe08-4a32-4a5b-92c0-db9aa66c3bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cd2640-4ebc-4f8b-ae9e-6ee10ee6aff8,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:47.380364 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a5befe08-4a32-4a5b-92c0-db9aa66c3bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:47.384482 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-a5befe08-4a32-4a5b-92c0-db9aa66c3bc7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/00cd2640-4ebc-4f8b-ae9e-6ee10ee6aff8 HTTP/1.1" status: 204 len: 168 time: 0.1746316 Nov 19 05:45:47.385560 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-a5befe08-4a32-4a5b-92c0-db9aa66c3bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:47.390104 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ddeed-e21e-4a57-abed-37495ca2b1ae req-9ed308e7-6c73-4fb8-93bf-5ea99a4d7395 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:47.391921 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7a4ddeed-e21e-4a57-abed-37495ca2b1ae req-9ed308e7-6c73-4fb8-93bf-5ea99a4d7395 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.3860283 Nov 19 05:45:47.417873 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-53274e4f-ba3e-4b17-85c3-aff032443c9d service neutron] 10.222.0.16 "GET /v2.0/networks/b635c247-d49a-4f00-a8f7-a4ca47a68b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691045 Nov 19 05:45:47.583996 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7a4ddeed-e21e-4a57-abed-37495ca2b1ae req-4c7b6ad4-c590-47c7-97ec-ab6cf2eee766 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826370 Nov 19 05:45:47.641403 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 60562) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:47.660731 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-0e857cc4-e658-4eb0-83ff-a1fcc920b813 service neutron] 10.222.0.16 "GET /v2.0/networks/b635c247-d49a-4f00-a8f7-a4ca47a68b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2263045 Nov 19 05:45:47.719770 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-da89efc3-dfd3-4f75-89e8-d317fe443348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11474634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11305850'] for subnet, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:47.796151 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 60568) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:47.816580 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ce57d263-25f0-46a4-9ab4-266ce3f10728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:47.862186 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:47.871660 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-ce57d263-25f0-46a4-9ab4-266ce3f10728 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:47.883284 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-ce57d263-25f0-46a4-9ab4-266ce3f10728 admin admin] Usage tracker for resource:security_group_rule and tenant:3bb8d83d14d64cc886504a6fd4d9ebf0 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:47.886471 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-ce57d263-25f0-46a4-9ab4-266ce3f10728 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:47.903909 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-ce57d263-25f0-46a4-9ab4-266ce3f10728 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:48.000509 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ce57d263-25f0-46a4-9ab4-266ce3f10728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:48.005210 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ce57d263-25f0-46a4-9ab4-266ce3f10728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:48.014965 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-50bbb2bf-22c3-446f-b360-d72c209673e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:48.073066 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57d263-25f0-46a4-9ab4-266ce3f10728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba84cab-e319-47b3-ba8b-e3eee59ebeae,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:48.088994 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-ce57d263-25f0-46a4-9ab4-266ce3f10728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:48.098372 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-ce57d263-25f0-46a4-9ab4-266ce3f10728 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3bb8d83d14d64cc886504a6fd4d9ebf0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2983987 Nov 19 05:45:48.098663 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 60582) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:48.185082 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da89efc3-dfd3-4f75-89e8-d317fe443348 admin admin] Pushing event updated for resources: {'Subnet': ['ID=496946d9-47e2-4754-a042-77b74a924bc0,revision_number=0']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:48.187400 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b2269989-ad4e-49df-9b34-33b371aadcfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:48.189022 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-357d38e4-487f-4418-8e62-dc8ed3ee0e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:48.204134 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-da89efc3-dfd3-4f75-89e8-d317fe443348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:48.213257 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-96d62e25-d4d3-4df1-8661-6e79317a2736 req-0b95365c-2536-4750-aaa9-7317eba963dd tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/ports?device_id=0c838f7c-1fea-4626-acf7-3e0837e422cf HTTP/1.1" status: 200 len: 210 time: 0.2823598 Nov 19 05:45:48.220401 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-357d38e4-487f-4418-8e62-dc8ed3ee0e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:48.267033 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-b2269989-ad4e-49df-9b34-33b371aadcfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:48.269799 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-357d38e4-487f-4418-8e62-dc8ed3ee0e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:48.275664 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-84078609-912c-4498-bb21-01fa083e0508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:48.276499 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-b2269989-ad4e-49df-9b34-33b371aadcfe admin admin] Usage tracker for resource:security_group_rule and tenant:a6a49ea59b5c44a691cbb46b854018ad is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:48.279812 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-b2269989-ad4e-49df-9b34-33b371aadcfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:48.283066 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da89efc3-dfd3-4f75-89e8-d317fe443348 admin admin] Checking segment: {'id': '35aa3ffb-a441-4205-9265-3e095260159c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'be4ec1d9-6e10-4ce0-8d4d-9739d378c1be'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:45:48.283443 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da89efc3-dfd3-4f75-89e8-d317fe443348 admin admin] Network hostable DHCP agents. Network: be4ec1d9-6e10-4ce0-8d4d-9739d378c1be, hostable agents: ['38d37b3f-5317-4144-8207-2d1b2e789405'], hosted agents: [] {{(pid=80339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 05:45:48.289869 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d38e4-487f-4418-8e62-dc8ed3ee0e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba84cab-e319-47b3-ba8b-e3eee59ebeae,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:48.293462 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-357d38e4-487f-4418-8e62-dc8ed3ee0e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:48.294389 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-b2269989-ad4e-49df-9b34-33b371aadcfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:48.295848 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-357d38e4-487f-4418-8e62-dc8ed3ee0e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:48.299518 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-357d38e4-487f-4418-8e62-dc8ed3ee0e4a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ba84cab-e319-47b3-ba8b-e3eee59ebeae HTTP/1.1" status: 204 len: 168 time: 0.1969621 Nov 19 05:45:48.326935 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da89efc3-dfd3-4f75-89e8-d317fe443348 admin admin] Network be4ec1d9-6e10-4ce0-8d4d-9739d378c1be is scheduled to be hosted by DHCP agent 38d37b3f-5317-4144-8207-2d1b2e789405 with binding_index 1 {{(pid=80339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 05:45:48.347068 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-da89efc3-dfd3-4f75-89e8-d317fe443348 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-1-smb, be4ec1d9-6e10-4ce0-8d4d-9739d378c1be) {{(pid=80339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:45:48.357804 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b412f2-c355-49b2-90bf-0f65ce014af0 None None] Network be4ec1d9-6e10-4ce0-8d4d-9739d378c1be requested from dv-cinder-763306-1-smb {{(pid=80340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:45:48.362143 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da89efc3-dfd3-4f75-89e8-d317fe443348 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:48.362791 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-da89efc3-dfd3-4f75-89e8-d317fe443348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for subnet, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:48.413186 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-da89efc3-dfd3-4f75-89e8-d317fe443348 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9543657 Nov 19 05:45:48.447634 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b2269989-ad4e-49df-9b34-33b371aadcfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:48.451298 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b2269989-ad4e-49df-9b34-33b371aadcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:48.484908 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-5d7523f5-c731-47dd-97ea-e048b3ae8029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:48.518564 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-b2269989-ad4e-49df-9b34-33b371aadcfe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a6a49ea59b5c44a691cbb46b854018ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8727014 Nov 19 05:45:48.519858 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2269989-ad4e-49df-9b34-33b371aadcfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04fbecf-d09f-48eb-a8e5-ef195edc0369,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:48.521302 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 60592) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:48.534484 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-b2269989-ad4e-49df-9b34-33b371aadcfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:48.659129 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c11e54ce-5391-436a-bc4f-baacc81426e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:48.662304 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa65e6d1-bccf-4699-a7cf-d12a44a7c55d None None] Network be4ec1d9-6e10-4ce0-8d4d-9739d378c1be requested from dv-cinder-763306-1-smb {{(pid=80340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:45:48.689272 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c11e54ce-5391-436a-bc4f-baacc81426e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:48.746454 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c11e54ce-5391-436a-bc4f-baacc81426e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:48.753656 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:48.770607 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e54ce-5391-436a-bc4f-baacc81426e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04fbecf-d09f-48eb-a8e5-ef195edc0369,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:48.773821 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c11e54ce-5391-436a-bc4f-baacc81426e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:48.776011 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-c11e54ce-5391-436a-bc4f-baacc81426e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e04fbecf-d09f-48eb-a8e5-ef195edc0369 HTTP/1.1" status: 204 len: 168 time: 0.2534034 Nov 19 05:45:48.777497 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-c11e54ce-5391-436a-bc4f-baacc81426e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:49.001732 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a029e-1a21-452e-852f-7262ccfc4633 req-81fcad8b-5890-429e-9e8c-6732c71029ae tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:49.004103 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-203a029e-1a21-452e-852f-7262ccfc4633 req-81fcad8b-5890-429e-9e8c-6732c71029ae tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.1466799 Nov 19 05:45:49.054761 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-203a029e-1a21-452e-852f-7262ccfc4633 req-c2331f6f-4f2a-488d-89ce-8c4e35164204 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433710 Nov 19 05:45:49.310728 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 60624) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:49.333818 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-87eb6ce8-dc00-4766-a115-b5b49226ba82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:49.376915 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-87eb6ce8-dc00-4766-a115-b5b49226ba82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:49.381193 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-87eb6ce8-dc00-4766-a115-b5b49226ba82 admin admin] Usage tracker for resource:security_group_rule and tenant:adccfccd9e7c454099c414e3af40998c is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:49.384831 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-87eb6ce8-dc00-4766-a115-b5b49226ba82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:49.391228 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-87eb6ce8-dc00-4766-a115-b5b49226ba82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:49.435469 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-79e28116-f369-411d-822f-7cf797b255ca req-cbeccb83-66ea-4528-9c41-2618e672645b tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/ports?device_id=0c838f7c-1fea-4626-acf7-3e0837e422cf HTTP/1.1" status: 200 len: 210 time: 0.0590417 Nov 19 05:45:49.499264 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-87eb6ce8-dc00-4766-a115-b5b49226ba82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:49.502739 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-87eb6ce8-dc00-4766-a115-b5b49226ba82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:49.511335 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-72cf11f4-2af1-4bc1-b51d-a0a5300fd338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:49.600030 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb6ce8-dc00-4766-a115-b5b49226ba82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6440843f-19d4-49f8-99fb-644941e74212,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:49.609147 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-87eb6ce8-dc00-4766-a115-b5b49226ba82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:49.619688 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-87eb6ce8-dc00-4766-a115-b5b49226ba82 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=adccfccd9e7c454099c414e3af40998c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3070681 Nov 19 05:45:49.621788 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 60634) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:49.716826 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ae30a44f-0fe4-4279-ba24-ad6e91c0cbaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:49.746343 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ae30a44f-0fe4-4279-ba24-ad6e91c0cbaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:49.750240 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-368f9a35-4283-4257-8bd1-c5deb34ff1a7 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:49.752045 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-368f9a35-4283-4257-8bd1-c5deb34ff1a7 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.13 "GET /v2.0/networks?id=b635c247-d49a-4f00-a8f7-a4ca47a68b96 HTTP/1.1" status: 200 len: 809 time: 0.2150018 Nov 19 05:45:49.791813 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-4780972a-8dcb-41be-8c42-8e9aba45d790 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Request body: {'port': {'device_id': '0c838f7c-1fea-4626-acf7-3e0837e422cf', 'network_id': 'b635c247-d49a-4f00-a8f7-a4ca47a68b96', 'admin_state_up': True, 'tenant_id': 'da68b774eb2b410db984872644467340'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:49.826347 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ae30a44f-0fe4-4279-ba24-ad6e91c0cbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:49.837961 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-c5c934f4-5386-493b-b264-8ca50d38d8a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:49.853486 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30a44f-0fe4-4279-ba24-ad6e91c0cbaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6440843f-19d4-49f8-99fb-644941e74212,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:49.873707 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-ae30a44f-0fe4-4279-ba24-ad6e91c0cbaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:49.911516 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ae30a44f-0fe4-4279-ba24-ad6e91c0cbaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:49.911516 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-ae30a44f-0fe4-4279-ba24-ad6e91c0cbaf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6440843f-19d4-49f8-99fb-644941e74212 HTTP/1.1" status: 204 len: 168 time: 0.2854300 Nov 19 05:45:49.978096 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-4780972a-8dcb-41be-8c42-8e9aba45d790 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:49.983436 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-4780972a-8dcb-41be-8c42-8e9aba45d790 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Usage tracker for resource:port and tenant:da68b774eb2b410db984872644467340 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:49.986717 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-4780972a-8dcb-41be-8c42-8e9aba45d790 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Quota usage for port was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:49.993109 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-4780972a-8dcb-41be-8c42-8e9aba45d790 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:50.002323 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-4780972a-8dcb-41be-8c42-8e9aba45d790 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Made reservation on behalf of da68b774eb2b410db984872644467340 for: {'port': 1} {{(pid=80339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:45:50.007997 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-4780972a-8dcb-41be-8c42-8e9aba45d790 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:50.044477 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 60652) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:50.053269 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-5f4d31cb-62b5-4b8f-a05d-d863fa50e226 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1441603272-network', 'tenant_id': '3bd358941124441083675a388928dce7'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:50.061189 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-5f4d31cb-62b5-4b8f-a05d-d863fa50e226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:50.081765 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-5f4d31cb-62b5-4b8f-a05d-d863fa50e226 admin admin] Usage tracker for resource:network and tenant:3bd358941124441083675a388928dce7 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:50.089999 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-5f4d31cb-62b5-4b8f-a05d-d863fa50e226 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:50.110335 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-5f4d31cb-62b5-4b8f-a05d-d863fa50e226 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:50.198906 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4d31cb-62b5-4b8f-a05d-d863fa50e226 admin admin] Made reservation on behalf of 3bd358941124441083675a388928dce7 for: {'network': 1} {{(pid=80339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:45:50.203648 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5f4d31cb-62b5-4b8f-a05d-d863fa50e226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for network, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:50.219889 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5f4d31cb-62b5-4b8f-a05d-d863fa50e226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:50.452933 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-5f4d31cb-62b5-4b8f-a05d-d863fa50e226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:50.462057 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-5f4d31cb-62b5-4b8f-a05d-d863fa50e226 admin admin] Usage tracker for resource:security_group_rule and tenant:3bd358941124441083675a388928dce7 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:50.502289 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-5f4d31cb-62b5-4b8f-a05d-d863fa50e226 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:50.517491 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-5f4d31cb-62b5-4b8f-a05d-d863fa50e226 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:50.576360 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a223ca3-3078-4f53-b1ab-49520eb711a8 req-1c0e974d-34e0-4654-942a-a7cd3a5f08e7 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:50.578248 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3a223ca3-3078-4f53-b1ab-49520eb711a8 req-1c0e974d-34e0-4654-942a-a7cd3a5f08e7 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.2656255 Nov 19 05:45:50.622949 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-4780972a-8dcb-41be-8c42-8e9aba45d790 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Allocated IP 172.20.0.10 (b635c247-d49a-4f00-a8f7-a4ca47a68b96/59ee2d31-d866-499b-b8d5-b9345c5ae720/5dac406f-3c6d-4631-a919-cb09d05ce533) {{(pid=80339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:45:50.713597 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3a223ca3-3078-4f53-b1ab-49520eb711a8 req-458375b3-708c-41ef-ae78-ae635082f897 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247478 Nov 19 05:45:50.769064 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5f4d31cb-62b5-4b8f-a05d-d863fa50e226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:50.793364 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5f4d31cb-62b5-4b8f-a05d-d863fa50e226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:50.804279 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-234406d7-3ff1-45d5-81cf-afa6acd5a5c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:50.887375 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a02d4b0c-440f-488a-9209-9552f8b3e688 req-b9b036ae-75d8-4e22-827a-b37fdbf8475a tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/ports?device_id=0c838f7c-1fea-4626-acf7-3e0837e422cf HTTP/1.1" status: 200 len: 210 time: 0.0950594 Nov 19 05:45:50.954765 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f4d31cb-62b5-4b8f-a05d-d863fa50e226 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 05:45:50.973633 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d31cb-62b5-4b8f-a05d-d863fa50e226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e55c74e-79e2-4732-98c6-5c096a528ad2,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:50.977022 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-5f4d31cb-62b5-4b8f-a05d-d863fa50e226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:50.995371 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5f4d31cb-62b5-4b8f-a05d-d863fa50e226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4146814'] for segment, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:50.995764 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.db.segments_db [None req-5f4d31cb-62b5-4b8f-a05d-d863fa50e226 admin admin] Added segment 9e6627a1-b141-4bdf-bd56-c245e9b0ba76 of type vxlan for network 8977cdf5-e794-49d6-9bad-eead3d758776 Nov 19 05:45:51.058872 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5f4d31cb-62b5-4b8f-a05d-d863fa50e226 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282791720376'] for network, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:51.072255 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-4780972a-8dcb-41be-8c42-8e9aba45d790 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Notify callbacks [] for port, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:51.105253 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 60712) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:51.115172 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5f4d31cb-62b5-4b8f-a05d-d863fa50e226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for network, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:51.118795 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4d31cb-62b5-4b8f-a05d-d863fa50e226 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:51.119668 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5f4d31cb-62b5-4b8f-a05d-d863fa50e226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for network, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:51.126147 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:51.148336 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-4780972a-8dcb-41be-8c42-8e9aba45d790 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474476'] for port, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:51.206884 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-5f4d31cb-62b5-4b8f-a05d-d863fa50e226 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1612320 Nov 19 05:45:51.209896 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 60720) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:51.216664 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-d0d6c948-02f8-45af-8383-c8407bfc3cac admin admin] Request body: {'subnet': {'network_id': '8977cdf5-e794-49d6-9bad-eead3d758776', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1441603272-subnet', 'tenant_id': '3bd358941124441083675a388928dce7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:51.235313 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-d0d6c948-02f8-45af-8383-c8407bfc3cac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:51.243350 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-d0d6c948-02f8-45af-8383-c8407bfc3cac admin admin] Usage tracker for resource:subnet and tenant:3bd358941124441083675a388928dce7 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:51.255183 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-d0d6c948-02f8-45af-8383-c8407bfc3cac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:51.258926 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-d0d6c948-02f8-45af-8383-c8407bfc3cac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:51.296073 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d31cb-62b5-4b8f-a05d-d863fa50e226 admin admin] Pushing event updated for resources: {'Network': ['ID=8977cdf5-e794-49d6-9bad-eead3d758776,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:51.299192 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d6c948-02f8-45af-8383-c8407bfc3cac admin admin] Made reservation on behalf of 3bd358941124441083675a388928dce7 for: {'subnet': 1} {{(pid=80338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:45:51.304596 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-5f4d31cb-62b5-4b8f-a05d-d863fa50e226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:51.305356 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Network 8977cdf5-e794-49d6-9bad-eead3d758776 details requested by agent ovs-agent-dv-cinder-763306-1-smb with host dv-cinder-763306-1-smb {{(pid=80340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:45:51.306140 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c948-02f8-45af-8383-c8407bfc3cac admin admin] Notify callbacks [] for subnet, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:51.307660 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-62824f33-c201-455e-a146-278fd07f9241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:51.353517 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Network 8977cdf5-e794-49d6-9bad-eead3d758776 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:45:51.537046 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780972a-8dcb-41be-8c42-8e9aba45d790 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Pushing event updated for resources: {'Port': ['ID=5dac406f-3c6d-4631-a919-cb09d05ce533,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:51.564111 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-4780972a-8dcb-41be-8c42-8e9aba45d790 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:51.595621 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0909e3e4-f946-468a-8ed8-e2079ae40183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:51.598350 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-4780972a-8dcb-41be-8c42-8e9aba45d790 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Network b635c247-d49a-4f00-a8f7-a4ca47a68b96 is already hosted by enough agents. {{(pid=80339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:45:51.599739 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-4780972a-8dcb-41be-8c42-8e9aba45d790 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Resources bound (agent type, host, resource id): {{(pid=80339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:45:51.609849 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-4780972a-8dcb-41be-8c42-8e9aba45d790 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Received port after_create {{(pid=80339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:45:51.718082 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-0909e3e4-f946-468a-8ed8-e2079ae40183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:51.722052 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-4780972a-8dcb-41be-8c42-8e9aba45d790 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:51.722735 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-4780972a-8dcb-41be-8c42-8e9aba45d790 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:51.727522 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-0909e3e4-f946-468a-8ed8-e2079ae40183 admin admin] Usage tracker for resource:security_group_rule and tenant:00113ab5cbb74d08af8fef62275c23f4 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:51.736730 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-0909e3e4-f946-468a-8ed8-e2079ae40183 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:51.742823 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-4780972a-8dcb-41be-8c42-8e9aba45d790 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9564848 Nov 19 05:45:51.746046 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-0909e3e4-f946-468a-8ed8-e2079ae40183 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:51.773972 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-21a7a971-0232-4781-9ddb-524b50f40747 service neutron] Request body: {'port': {'device_id': '0c838f7c-1fea-4626-acf7-3e0837e422cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:51.904969 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0909e3e4-f946-468a-8ed8-e2079ae40183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:51.908973 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0909e3e4-f946-468a-8ed8-e2079ae40183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:51.917446 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-2ed359f4-7e94-453b-a1f0-feeda0557375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:51.979510 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-21a7a971-0232-4781-9ddb-524b50f40747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:52.017623 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0909e3e4-f946-468a-8ed8-e2079ae40183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96475f04-fe44-439e-a6a1-dfe2b3461844,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:52.021473 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-0909e3e4-f946-468a-8ed8-e2079ae40183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:52.026907 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-0909e3e4-f946-468a-8ed8-e2079ae40183 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=00113ab5cbb74d08af8fef62275c23f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9179962 Nov 19 05:45:52.031329 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 60772) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:52.157683 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-55fd202e-c913-4314-b615-6143dc51d514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:52.212995 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-55fd202e-c913-4314-b615-6143dc51d514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:52.223268 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588b6df-c333-4bb7-b825-6b46d76a2123 req-9360bc1f-ffd0-4787-b4ea-b7ac0d9303e2 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:52.230505 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c948-02f8-45af-8383-c8407bfc3cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for subnet, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:52.231215 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e588b6df-c333-4bb7-b825-6b46d76a2123 req-9360bc1f-ffd0-4787-b4ea-b7ac0d9303e2 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.3400807 Nov 19 05:45:52.333226 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86d9cf-f967-422a-bc13-37b578d3c039 req-a891e91e-8f08-48fa-9ecd-9987a5a0cb91 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:52.334137 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-fa86d9cf-f967-422a-bc13-37b578d3c039 req-a891e91e-8f08-48fa-9ecd-9987a5a0cb91 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Synchronizing usage tracker for tenant:da68b774eb2b410db984872644467340 on resource:port {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:45:52.339377 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-928c0635-9262-4dcc-98be-e8432402b5a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:52.382261 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-fa86d9cf-f967-422a-bc13-37b578d3c039 req-a891e91e-8f08-48fa-9ecd-9987a5a0cb91 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Unset dirty status for tenant:da68b774eb2b410db984872644467340 on resource:port {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:45:52.383465 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fa86d9cf-f967-422a-bc13-37b578d3c039 req-a891e91e-8f08-48fa-9ecd-9987a5a0cb91 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/ports?device_id=0c838f7c-1fea-4626-acf7-3e0837e422cf HTTP/1.1" status: 200 len: 932 time: 0.3413129 Nov 19 05:45:52.397608 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e588b6df-c333-4bb7-b825-6b46d76a2123 req-f1ebda31-0108-4333-9968-dcc012a2c462 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653652 Nov 19 05:45:52.465613 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c948-02f8-45af-8383-c8407bfc3cac admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ff009b3-ab57-43e4-a76f-82642ad00b16,revision_number=0']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:52.468908 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d0d6c948-02f8-45af-8383-c8407bfc3cac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:52.482662 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-55fd202e-c913-4314-b615-6143dc51d514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:52.486482 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-4700b9c1-cba1-4367-b1f1-da4b2bf5d3ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:52.511536 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd202e-c913-4314-b615-6143dc51d514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96475f04-fe44-439e-a6a1-dfe2b3461844,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:52.527632 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-55fd202e-c913-4314-b615-6143dc51d514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:52.559465 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-fa86d9cf-f967-422a-bc13-37b578d3c039 req-227148f3-247c-470b-81a6-45e52d098261 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Synchronizing usage tracker for tenant:da68b774eb2b410db984872644467340 on resource:security_group {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:45:52.562060 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d6c948-02f8-45af-8383-c8407bfc3cac admin admin] Checking segment: {'id': '9e6627a1-b141-4bdf-bd56-c245e9b0ba76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8977cdf5-e794-49d6-9bad-eead3d758776'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:45:52.562487 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d6c948-02f8-45af-8383-c8407bfc3cac admin admin] Network hostable DHCP agents. Network: 8977cdf5-e794-49d6-9bad-eead3d758776, hostable agents: ['38d37b3f-5317-4144-8207-2d1b2e789405'], hosted agents: [] {{(pid=80338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 05:45:52.568132 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-55fd202e-c913-4314-b615-6143dc51d514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:52.572061 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-55fd202e-c913-4314-b615-6143dc51d514 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/96475f04-fe44-439e-a6a1-dfe2b3461844 HTTP/1.1" status: 204 len: 168 time: 0.5381985 Nov 19 05:45:52.609505 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d6c948-02f8-45af-8383-c8407bfc3cac admin admin] Network 8977cdf5-e794-49d6-9bad-eead3d758776 is scheduled to be hosted by DHCP agent 38d37b3f-5317-4144-8207-2d1b2e789405 with binding_index 1 {{(pid=80338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 05:45:52.641335 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-d0d6c948-02f8-45af-8383-c8407bfc3cac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-1-smb, 8977cdf5-e794-49d6-9bad-eead3d758776) {{(pid=80338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:45:52.644268 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-fa86d9cf-f967-422a-bc13-37b578d3c039 req-227148f3-247c-470b-81a6-45e52d098261 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Unset dirty status for tenant:da68b774eb2b410db984872644467340 on resource:security_group {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:45:52.645526 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d6c948-02f8-45af-8383-c8407bfc3cac admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:52.646164 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c948-02f8-45af-8383-c8407bfc3cac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for subnet, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:52.652147 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355cf1b7-156f-45de-8166-863102e21760 None None] Network 8977cdf5-e794-49d6-9bad-eead3d758776 requested from dv-cinder-763306-1-smb {{(pid=80340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:45:52.660272 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fa86d9cf-f967-422a-bc13-37b578d3c039 req-227148f3-247c-470b-81a6-45e52d098261 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/security-groups?id=2545e194-21b6-4765-b39a-be9990332146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614617 Nov 19 05:45:52.688634 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-d0d6c948-02f8-45af-8383-c8407bfc3cac admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4775133 Nov 19 05:45:52.822951 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 60808) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:52.827361 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-21a7a971-0232-4781-9ddb-524b50f40747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dac406f-3c6d-4631-a919-cb09d05ce533 {{(pid=80339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:45:52.836559 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-21a7a971-0232-4781-9ddb-524b50f40747 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:52.853346 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-21a7a971-0232-4781-9ddb-524b50f40747 service neutron] Transition to ACTIVE for port object 5dac406f-3c6d-4631-a919-cb09d05ce533 will not be triggered until provisioned by entity L2. {{(pid=80339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:45:52.859600 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-21a7a971-0232-4781-9ddb-524b50f40747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843301323'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:52.878488 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:52.986048 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43126712-8152-4450-be78-b28f09b363d6 None None] Network 8977cdf5-e794-49d6-9bad-eead3d758776 requested from dv-cinder-763306-1-smb {{(pid=80340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:45:53.027902 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 60816) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:53.064548 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a7a971-0232-4781-9ddb-524b50f40747 service neutron] Pushing event updated for resources: {'Port': ['ID=5dac406f-3c6d-4631-a919-cb09d05ce533,revision_number=2']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:53.075648 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-21a7a971-0232-4781-9ddb-524b50f40747 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:53.131990 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_v2 [None req-f75f385c-3bcd-4b9f-a5fb-69fc9eded590 admin admin] Deleting subnet 496946d9-47e2-4754-a042-77b74a924bc0 {{(pid=80338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 05:45:53.137821 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f75f385c-3bcd-4b9f-a5fb-69fc9eded590 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:53.254285 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-79ae9827-a781-4a10-a5eb-bf3f936250a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:53.286307 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f75f385c-3bcd-4b9f-a5fb-69fc9eded590 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:53.297223 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-21a7a971-0232-4781-9ddb-524b50f40747 service neutron] Attempting to bind port 5dac406f-3c6d-4631-a919-cb09d05ce533 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:45:53.297600 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-21a7a971-0232-4781-9ddb-524b50f40747 service neutron] Attempting to bind port 5dac406f-3c6d-4631-a919-cb09d05ce533 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '0d3521c7-495d-4757-9f98-35cd0f6442b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b635c247-d49a-4f00-a8f7-a4ca47a68b96'}] {{(pid=80339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:45:53.297964 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-21a7a971-0232-4781-9ddb-524b50f40747 service neutron] Attempting to bind port 5dac406f-3c6d-4631-a919-cb09d05ce533 on network b635c247-d49a-4f00-a8f7-a4ca47a68b96 {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:45:53.303554 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f75f385c-3bcd-4b9f-a5fb-69fc9eded590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850617832'] for subnet, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:53.306447 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-21a7a971-0232-4781-9ddb-524b50f40747 service neutron] Checking agent: {'id': '5d7c8804-5253-4fea-87de-bba3ff4a5dbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 42, 30), 'started_at': datetime.datetime(2020, 11, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:45:53.306870 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-21a7a971-0232-4781-9ddb-524b50f40747 service neutron] Checking segment: {'id': '0d3521c7-495d-4757-9f98-35cd0f6442b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b635c247-d49a-4f00-a8f7-a4ca47a68b96'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:45:53.307415 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-21a7a971-0232-4781-9ddb-524b50f40747 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:53.307955 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-21a7a971-0232-4781-9ddb-524b50f40747 service neutron] Bound using segment: {'id': '0d3521c7-495d-4757-9f98-35cd0f6442b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b635c247-d49a-4f00-a8f7-a4ca47a68b96'} {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:45:53.308760 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-21a7a971-0232-4781-9ddb-524b50f40747 service neutron] Bound port: 5dac406f-3c6d-4631-a919-cb09d05ce533, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d3521c7-495d-4757-9f98-35cd0f6442b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b635c247-d49a-4f00-a8f7-a4ca47a68b96'}}] {{(pid=80339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:45:53.309051 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-21a7a971-0232-4781-9ddb-524b50f40747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:53.351720 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-79ae9827-a781-4a10-a5eb-bf3f936250a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:53.360142 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-79ae9827-a781-4a10-a5eb-bf3f936250a8 admin admin] Usage tracker for resource:security_group_rule and tenant:1f18dd50e13f431dad57a20009c6a23c is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:53.364636 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-79ae9827-a781-4a10-a5eb-bf3f936250a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:53.373603 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-79ae9827-a781-4a10-a5eb-bf3f936250a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:53.411963 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-21a7a971-0232-4781-9ddb-524b50f40747 service neutron] For port 5dac406f-3c6d-4631-a919-cb09d05ce533, host hv-cinder-76330, cleared binding levels {{(pid=80339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:45:53.415284 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-21a7a971-0232-4781-9ddb-524b50f40747 service neutron] For port 5dac406f-3c6d-4631-a919-cb09d05ce533, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=5dac406f-3c6d-4631-a919-cb09d05ce533,segment=NetworkSegment(0d3521c7-495d-4757-9f98-35cd0f6442b4),segment_id=0d3521c7-495d-4757-9f98-35cd0f6442b4)] {{(pid=80339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:45:53.418989 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-21a7a971-0232-4781-9ddb-524b50f40747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843301323'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:53.435396 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-6bc5e04c-6555-4a99-a8fc-20a558846610 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:53.875520 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-79ae9827-a781-4a10-a5eb-bf3f936250a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:53.879240 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-79ae9827-a781-4a10-a5eb-bf3f936250a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:53.889619 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-55fd202e-c913-4314-b615-6143dc51d514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:53.926872 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a7a971-0232-4781-9ddb-524b50f40747 service neutron] Pushing event updated for resources: {'Port': ['ID=5dac406f-3c6d-4631-a919-cb09d05ce533,revision_number=3']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:53.937338 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-21a7a971-0232-4781-9ddb-524b50f40747 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:53.950391 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae9827-a781-4a10-a5eb-bf3f936250a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10cca968-58a3-4c55-bf61-621d0f35fe0a,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:53.959823 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-79ae9827-a781-4a10-a5eb-bf3f936250a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1f18dd50e13f431dad57a20009c6a23c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1356962 Nov 19 05:45:53.960466 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 60842) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:53.961335 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-79ae9827-a781-4a10-a5eb-bf3f936250a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:53.981241 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f75f385c-3bcd-4b9f-a5fb-69fc9eded590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4157984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for subnet, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:54.009367 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-21a7a971-0232-4781-9ddb-524b50f40747 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:54.009367 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-21a7a971-0232-4781-9ddb-524b50f40747 service neutron] 10.222.0.13 "PUT /v2.0/ports/5dac406f-3c6d-4631-a919-cb09d05ce533 HTTP/1.1" status: 200 len: 1158 time: 2.2353790 Nov 19 05:45:54.009547 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-bc7e9006-fa3a-4058-bfb0-4a2b531e5ca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:54.012349 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c838f7c-1fea-4626-acf7-3e0837e422cf', 'tag': '5dac406f-3c6d-4631-a919-cb09d05ce533'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:45:54.029635 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95acca7-9ad7-4d6f-b1cc-88389fc9c9b9 req-d75dbee2-7190-4111-8a4a-57414fa001f1 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:54.031579 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b95acca7-9ad7-4d6f-b1cc-88389fc9c9b9 req-d75dbee2-7190-4111-8a4a-57414fa001f1 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.2488210 Nov 19 05:45:54.072019 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f385c-3bcd-4b9f-a5fb-69fc9eded590 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=496946d9-47e2-4754-a042-77b74a924bc0,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:54.072807 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c9ba1-9227-4474-8e47-760190efbeb3 req-6f0ef118-f4a2-41cf-b9fd-27af1f33b92f tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:54.076428 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-082c9ba1-9227-4474-8e47-760190efbeb3 req-6f0ef118-f4a2-41cf-b9fd-27af1f33b92f tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/ports?device_id=0c838f7c-1fea-4626-acf7-3e0837e422cf HTTP/1.1" status: 200 len: 944 time: 0.2362692 Nov 19 05:45:54.085736 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f75f385c-3bcd-4b9f-a5fb-69fc9eded590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:54.191665 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6b786549-d101-49ce-824c-bfc37daf3efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:54.199125 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b95acca7-9ad7-4d6f-b1cc-88389fc9c9b9 req-169dcf0c-0e5d-4319-acb2-609dba818daf tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585307 Nov 19 05:45:54.205532 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f75f385c-3bcd-4b9f-a5fb-69fc9eded590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for subnet, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:54.215701 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-082c9ba1-9227-4474-8e47-760190efbeb3 req-48808a24-0d17-49ba-927b-aa79232e9bf2 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/security-groups?id=2545e194-21b6-4765-b39a-be9990332146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322849 Nov 19 05:45:54.232372 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-f75f385c-3bcd-4b9f-a5fb-69fc9eded590 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/496946d9-47e2-4754-a042-77b74a924bc0 HTTP/1.1" status: 204 len: 168 time: 1.2027004 Nov 19 05:45:54.234390 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6b786549-d101-49ce-824c-bfc37daf3efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:54.236725 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 60856) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:54.298851 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6b786549-d101-49ce-824c-bfc37daf3efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:54.307960 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-16612c56-bc9f-4ea3-99b1-853ccec54a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:54.315529 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-46f52a6d-1479-460d-9ba8-251a0a724c98 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=da68b774eb2b410db984872644467340&device_id=0c838f7c-1fea-4626-acf7-3e0837e422cf HTTP/1.1" status: 200 len: 1161 time: 0.2031400 Nov 19 05:45:54.344829 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b786549-d101-49ce-824c-bfc37daf3efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cca968-58a3-4c55-bf61-621d0f35fe0a,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:54.349826 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-6b786549-d101-49ce-824c-bfc37daf3efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:54.355741 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6b786549-d101-49ce-824c-bfc37daf3efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:54.362577 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-6b786549-d101-49ce-824c-bfc37daf3efb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/10cca968-58a3-4c55-bf61-621d0f35fe0a HTTP/1.1" status: 204 len: 168 time: 0.3942864 Nov 19 05:45:54.416166 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c838f7c-1fea-4626-acf7-3e0837e422cf', 'tag': '5dac406f-3c6d-4631-a919-cb09d05ce533', 'status': 'completed', 'code': 200} Nov 19 05:45:54.489358 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-a5c1cecd-b44f-47b3-9e46-aa66722be7ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dac406f-3c6d-4631-a919-cb09d05ce533 HTTP/1.1" status: 200 len: 217 time: 0.1367204 Nov 19 05:45:54.517253 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-606af4cd-2697-48c6-9eac-9c42de07f494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3949208'] for network, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:54.711701 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-93067c85-adc3-4f37-9cfa-1dd0e44401f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:54.713269 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-93067c85-adc3-4f37-9cfa-1dd0e44401f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59ee2d31-d866-499b-b8d5-b9345c5ae720 HTTP/1.1" status: 200 len: 849 time: 0.1458466 Nov 19 05:45:54.785855 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-85e017ca-2f5e-4fb2-81f2-64fa96b81ddb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b635c247-d49a-4f00-a8f7-a4ca47a68b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554135 Nov 19 05:45:54.862732 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-606af4cd-2697-48c6-9eac-9c42de07f494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850615901', 'neutron.services.segments.db._delete_segments_for_network--9223363282791137771'] for network, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:55.068681 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-606af4cd-2697-48c6-9eac-9c42de07f494 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be4ec1d9-6e10-4ce0-8d4d-9739d378c1be']}} {{(pid=80339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:55.088083 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-606af4cd-2697-48c6-9eac-9c42de07f494 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35aa3ffb-a441-4205-9265-3e095260159c') {'for_net_delete': True} {{(pid=80339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:55.088414 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-606af4cd-2697-48c6-9eac-9c42de07f494 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35aa3ffb-a441-4205-9265-3e095260159c') {} {{(pid=80339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:55.112717 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-606af4cd-2697-48c6-9eac-9c42de07f494 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282791100139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11592451'] for segment, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:55.126686 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-3044b11a-afb0-4921-8934-c96c9ab79a1c service neutron] 10.222.0.13 "GET /v2.0/networks/b635c247-d49a-4f00-a8f7-a4ca47a68b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920051 Nov 19 05:45:55.133337 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-606af4cd-2697-48c6-9eac-9c42de07f494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4146814'] for segment, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:55.135473 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-606af4cd-2697-48c6-9eac-9c42de07f494 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 05:45:55.416871 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-606af4cd-2697-48c6-9eac-9c42de07f494 admin admin] Network be4ec1d9-6e10-4ce0-8d4d-9739d378c1be has no segments {{(pid=80339) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:45:55.472457 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-606af4cd-2697-48c6-9eac-9c42de07f494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850629002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843301285'] for segment, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:55.691755 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1a684fdb-e888-4315-b296-bca2ed7cd39c req-4dcab99e-9e37-4fd6-aea4-817fcf8e4897 service neutron] 10.222.0.13 "GET /v2.0/networks/b635c247-d49a-4f00-a8f7-a4ca47a68b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5413947 Nov 19 05:45:55.772199 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-606af4cd-2697-48c6-9eac-9c42de07f494 admin admin] Network be4ec1d9-6e10-4ce0-8d4d-9739d378c1be has no segments {{(pid=80339) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:45:55.808206 dv-cinder-763306-1-smb neutron-server[80227]: Traceback (most recent call last): Nov 19 05:45:55.808206 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:45:55.808206 dv-cinder-763306-1-smb neutron-server[80227]: timer() Nov 19 05:45:55.808206 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:45:55.808206 dv-cinder-763306-1-smb neutron-server[80227]: cb(*args, **kw) Nov 19 05:45:55.808206 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 05:45:55.808206 dv-cinder-763306-1-smb neutron-server[80227]: return func(*args, **kwargs) Nov 19 05:45:55.808206 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:45:55.808206 dv-cinder-763306-1-smb neutron-server[80227]: self._notify() Nov 19 05:45:55.808206 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:45:55.808206 dv-cinder-763306-1-smb neutron-server[80227]: self.callback(batched_events) Nov 19 05:45:55.808206 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:45:55.808206 dv-cinder-763306-1-smb neutron-server[80227]: event.method(event) Nov 19 05:45:55.808206 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 05:45:55.808206 dv-cinder-763306-1-smb neutron-server[80227]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:45:55.808206 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 05:45:55.808206 dv-cinder-763306-1-smb neutron-server[80227]: segment_id)['aggregates'][0] Nov 19 05:45:55.808206 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 05:45:55.808206 dv-cinder-763306-1-smb neutron-server[80227]: return f(self, *a, **k) Nov 19 05:45:55.808206 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:45:55.808206 dv-cinder-763306-1-smb neutron-server[80227]: return self._get(url).json() Nov 19 05:45:55.808206 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 05:45:55.808206 dv-cinder-763306-1-smb neutron-server[80227]: **kwargs) Nov 19 05:45:55.808206 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 05:45:55.808206 dv-cinder-763306-1-smb neutron-server[80227]: return self.request(url, 'GET', **kwargs) Nov 19 05:45:55.808206 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 05:45:55.808206 dv-cinder-763306-1-smb neutron-server[80227]: **endpoint_filter) Nov 19 05:45:55.808206 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 05:45:55.808206 dv-cinder-763306-1-smb neutron-server[80227]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:45:55.808206 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 05:45:55.808206 dv-cinder-763306-1-smb neutron-server[80227]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:45:55.808206 dv-cinder-763306-1-smb neutron-server[80227]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:45:56.143229 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314edfe-c719-4573-aa8b-d9be057b7d27 req-60bae63e-5ad3-479e-bce4-be540c96cd81 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:56.144824 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c314edfe-c719-4573-aa8b-d9be057b7d27 req-60bae63e-5ad3-479e-bce4-be540c96cd81 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.7454636 Nov 19 05:45:56.170137 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8b7ed-7dea-4e0c-9c24-a9ae3faca415 req-6c806710-835c-4a4a-8bb7-3d20bea8215e tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:56.171708 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b0e8b7ed-7dea-4e0c-9c24-a9ae3faca415 req-6c806710-835c-4a4a-8bb7-3d20bea8215e tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/ports?device_id=0c838f7c-1fea-4626-acf7-3e0837e422cf HTTP/1.1" status: 200 len: 944 time: 0.6782939 Nov 19 05:45:56.222920 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-606af4cd-2697-48c6-9eac-9c42de07f494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4159915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for network, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:56.245178 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-606af4cd-2697-48c6-9eac-9c42de07f494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for network, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:56.250175 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:56.275179 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-606af4cd-2697-48c6-9eac-9c42de07f494 admin admin] 10.222.0.16 "DELETE /v2.0/networks/be4ec1d9-6e10-4ce0-8d4d-9739d378c1be HTTP/1.1" status: 204 len: 168 time: 2.0373032 Nov 19 05:45:56.278290 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 60952) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:56.301351 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606af4cd-2697-48c6-9eac-9c42de07f494 admin admin] Pushing event deleted for resources: {'Network': ['ID=be4ec1d9-6e10-4ce0-8d4d-9739d378c1be,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:56.307619 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-606af4cd-2697-48c6-9eac-9c42de07f494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:56.318427 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c314edfe-c719-4573-aa8b-d9be057b7d27 req-ebdd8c51-fb48-4d1f-ab6e-874293f8b025 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610637 Nov 19 05:45:56.322081 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d92b4455-e42d-46aa-a418-950cc11f9e7f req-84d4dd3b-acf0-43c0-bfa9-899e63eed624 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=da68b774eb2b410db984872644467340&device_id=0c838f7c-1fea-4626-acf7-3e0837e422cf HTTP/1.1" status: 200 len: 1161 time: 0.5123012 Nov 19 05:45:56.327379 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b0e8b7ed-7dea-4e0c-9c24-a9ae3faca415 req-45db106b-d09c-4638-b96e-e1b11a3c8194 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/security-groups?id=2545e194-21b6-4765-b39a-be9990332146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352930 Nov 19 05:45:56.372994 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f2e19d5-f78a-4382-a88e-36834a7b4dec admin admin] Deleting subnet 7ff009b3-ab57-43e4-a76f-82642ad00b16 {{(pid=80338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 05:45:56.376234 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3f2e19d5-f78a-4382-a88e-36834a7b4dec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:56.433173 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3f2e19d5-f78a-4382-a88e-36834a7b4dec admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:56.442124 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3f2e19d5-f78a-4382-a88e-36834a7b4dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850617832'] for subnet, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:56.497725 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b4455-e42d-46aa-a418-950cc11f9e7f req-f72bf923-ead5-4039-a235-9eb730d6af05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:56.499301 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d92b4455-e42d-46aa-a418-950cc11f9e7f req-f72bf923-ead5-4039-a235-9eb730d6af05 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b635c247-d49a-4f00-a8f7-a4ca47a68b96 HTTP/1.1" status: 200 len: 903 time: 0.1653616 Nov 19 05:45:56.615159 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d92b4455-e42d-46aa-a418-950cc11f9e7f req-db696599-7fcf-42a4-a4dc-42a759c5ebaf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dac406f-3c6d-4631-a919-cb09d05ce533 HTTP/1.1" status: 200 len: 217 time: 0.0740321 Nov 19 05:45:56.691505 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b4455-e42d-46aa-a418-950cc11f9e7f req-0e7e7cf6-56d9-4894-881c-eaba35e15be0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:56.693204 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d92b4455-e42d-46aa-a418-950cc11f9e7f req-0e7e7cf6-56d9-4894-881c-eaba35e15be0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59ee2d31-d866-499b-b8d5-b9345c5ae720 HTTP/1.1" status: 200 len: 849 time: 0.0699279 Nov 19 05:45:56.707883 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3f2e19d5-f78a-4382-a88e-36834a7b4dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4157984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for subnet, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:56.723947 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f75f385c-3bcd-4b9f-a5fb-69fc9eded590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:56.750623 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d92b4455-e42d-46aa-a418-950cc11f9e7f req-561da73d-e962-43c8-9a4b-dc36b99130b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b635c247-d49a-4f00-a8f7-a4ca47a68b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453348 Nov 19 05:45:56.775566 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e19d5-f78a-4382-a88e-36834a7b4dec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ff009b3-ab57-43e4-a76f-82642ad00b16,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:56.780340 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-3f2e19d5-f78a-4382-a88e-36834a7b4dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:56.866998 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3f2e19d5-f78a-4382-a88e-36834a7b4dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for subnet, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:56.875270 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-3f2e19d5-f78a-4382-a88e-36834a7b4dec admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7ff009b3-ab57-43e4-a76f-82642ad00b16 HTTP/1.1" status: 204 len: 168 time: 0.5935011 Nov 19 05:45:56.875540 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 60958) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:56.903188 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d92b4455-e42d-46aa-a418-950cc11f9e7f req-e4da50f6-f6e0-480d-bbc5-f0b6ac400e6e service neutron] 10.222.0.13 "GET /v2.0/networks/b635c247-d49a-4f00-a8f7-a4ca47a68b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444714 Nov 19 05:45:56.996919 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-eb833365-c04a-49df-82df-eedcad767d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3949208'] for network, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:57.059255 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d92b4455-e42d-46aa-a418-950cc11f9e7f req-8d44a5ea-64cd-4525-8497-6b0e16d4352d service neutron] 10.222.0.13 "GET /v2.0/networks/b635c247-d49a-4f00-a8f7-a4ca47a68b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1476054 Nov 19 05:45:57.198728 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-eb833365-c04a-49df-82df-eedcad767d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850615901', 'neutron.services.segments.db._delete_segments_for_network--9223363282791137771'] for network, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:57.318007 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-eb833365-c04a-49df-82df-eedcad767d90 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:45:57.318428 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-eb833365-c04a-49df-82df-eedcad767d90 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:45:57.319780 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-eb833365-c04a-49df-82df-eedcad767d90 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:45:57.320157 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-eb833365-c04a-49df-82df-eedcad767d90 admin admin] Subscribe: > port after_create 55550000 {{(pid=80338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:45:57.320533 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-eb833365-c04a-49df-82df-eedcad767d90 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:45:57.320921 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-eb833365-c04a-49df-82df-eedcad767d90 admin admin] Subscribe: > port after_update 55550000 {{(pid=80338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:45:57.321314 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-eb833365-c04a-49df-82df-eedcad767d90 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:45:57.321678 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-eb833365-c04a-49df-82df-eedcad767d90 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:45:57.322035 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-eb833365-c04a-49df-82df-eedcad767d90 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:45:57.322390 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-eb833365-c04a-49df-82df-eedcad767d90 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:45:57.391086 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-eb833365-c04a-49df-82df-eedcad767d90 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:45:57.391481 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-eb833365-c04a-49df-82df-eedcad767d90 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:45:57.391865 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-eb833365-c04a-49df-82df-eedcad767d90 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:45:57.392243 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-eb833365-c04a-49df-82df-eedcad767d90 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:45:57.392641 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-eb833365-c04a-49df-82df-eedcad767d90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8977cdf5-e794-49d6-9bad-eead3d758776']}} {{(pid=80338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:57.407758 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-eb833365-c04a-49df-82df-eedcad767d90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e6627a1-b141-4bdf-bd56-c245e9b0ba76') {'for_net_delete': True} {{(pid=80338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:57.408098 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-eb833365-c04a-49df-82df-eedcad767d90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e6627a1-b141-4bdf-bd56-c245e9b0ba76') {} {{(pid=80338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:57.420720 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-eb833365-c04a-49df-82df-eedcad767d90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282791100139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844164847'] for segment, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:57.437304 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-eb833365-c04a-49df-82df-eedcad767d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4146814'] for segment, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:57.442608 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eb833365-c04a-49df-82df-eedcad767d90 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 05:45:57.648017 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-eb833365-c04a-49df-82df-eedcad767d90 admin admin] Network 8977cdf5-e794-49d6-9bad-eead3d758776 has no segments {{(pid=80338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:45:57.658620 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-eb833365-c04a-49df-82df-eedcad767d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850629002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844221749'] for segment, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:57.679373 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d22328-2713-4ffb-a02e-7199e469b1d2 req-20fad99e-11f2-42ac-99dd-4b2d23eb0ed9 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:57.681041 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-09d22328-2713-4ffb-a02e-7199e469b1d2 req-20fad99e-11f2-42ac-99dd-4b2d23eb0ed9 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/ports?device_id=0c838f7c-1fea-4626-acf7-3e0837e422cf HTTP/1.1" status: 200 len: 944 time: 0.2024801 Nov 19 05:45:57.688221 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee15ee3-d27f-4541-a7eb-c1255715bc0f req-8a11297b-4e67-4765-853e-9899140f5fa0 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:57.693650 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-bee15ee3-d27f-4541-a7eb-c1255715bc0f req-8a11297b-4e67-4765-853e-9899140f5fa0 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.1595814 Nov 19 05:45:57.786172 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-09d22328-2713-4ffb-a02e-7199e469b1d2 req-18679809-9777-4d46-bbef-21053e603b07 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/security-groups?id=2545e194-21b6-4765-b39a-be9990332146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896406 Nov 19 05:45:57.789415 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-bee15ee3-d27f-4541-a7eb-c1255715bc0f req-d595d5ac-9706-4623-975b-9d663071aeba tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912099 Nov 19 05:45:57.854097 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-eb833365-c04a-49df-82df-eedcad767d90 admin admin] Network 8977cdf5-e794-49d6-9bad-eead3d758776 has no segments {{(pid=80338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:45:57.885718 dv-cinder-763306-1-smb neutron-server[80227]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 19 05:45:57.885718 dv-cinder-763306-1-smb neutron-server[80227]: (rel_b, rel_a, rel_b), Nov 19 05:45:57.885718 dv-cinder-763306-1-smb neutron-server[80227]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 19 05:45:57.885718 dv-cinder-763306-1-smb neutron-server[80227]: (rel_b, rel_a, rel_b), Nov 19 05:45:57.885718 dv-cinder-763306-1-smb neutron-server[80227]: Traceback (most recent call last): Nov 19 05:45:57.885718 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:45:57.885718 dv-cinder-763306-1-smb neutron-server[80227]: timer() Nov 19 05:45:57.885718 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:45:57.885718 dv-cinder-763306-1-smb neutron-server[80227]: cb(*args, **kw) Nov 19 05:45:57.885718 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 05:45:57.885718 dv-cinder-763306-1-smb neutron-server[80227]: return func(*args, **kwargs) Nov 19 05:45:57.885718 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:45:57.885718 dv-cinder-763306-1-smb neutron-server[80227]: self._notify() Nov 19 05:45:57.885718 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:45:57.885718 dv-cinder-763306-1-smb neutron-server[80227]: self.callback(batched_events) Nov 19 05:45:57.885718 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:45:57.885718 dv-cinder-763306-1-smb neutron-server[80227]: event.method(event) Nov 19 05:45:57.885718 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 05:45:57.885718 dv-cinder-763306-1-smb neutron-server[80227]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:45:57.885718 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 05:45:57.885718 dv-cinder-763306-1-smb neutron-server[80227]: segment_id)['aggregates'][0] Nov 19 05:45:57.885718 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 05:45:57.885718 dv-cinder-763306-1-smb neutron-server[80227]: return f(self, *a, **k) Nov 19 05:45:57.885718 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:45:57.885718 dv-cinder-763306-1-smb neutron-server[80227]: return self._get(url).json() Nov 19 05:45:57.885718 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 05:45:57.885718 dv-cinder-763306-1-smb neutron-server[80227]: **kwargs) Nov 19 05:45:57.885718 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 05:45:57.885718 dv-cinder-763306-1-smb neutron-server[80227]: return self.request(url, 'GET', **kwargs) Nov 19 05:45:57.885718 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 05:45:57.885718 dv-cinder-763306-1-smb neutron-server[80227]: **endpoint_filter) Nov 19 05:45:57.885718 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 05:45:57.885718 dv-cinder-763306-1-smb neutron-server[80227]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:45:57.885718 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 05:45:57.885718 dv-cinder-763306-1-smb neutron-server[80227]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:45:57.885718 dv-cinder-763306-1-smb neutron-server[80227]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:45:57.971591 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-eb833365-c04a-49df-82df-eedcad767d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4159915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for network, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:57.975357 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-a506aa56-b616-494c-8f1d-18e4837e03c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:57.995348 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-eb833365-c04a-49df-82df-eedcad767d90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for network, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:57.998840 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb833365-c04a-49df-82df-eedcad767d90 admin admin] Pushing event deleted for resources: {'Network': ['ID=8977cdf5-e794-49d6-9bad-eead3d758776,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:58.001883 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-eb833365-c04a-49df-82df-eedcad767d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:58.003776 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-eb833365-c04a-49df-82df-eedcad767d90 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8977cdf5-e794-49d6-9bad-eead3d758776 HTTP/1.1" status: 204 len: 168 time: 1.1272745 Nov 19 05:45:58.212812 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 60982) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:58.269236 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-30ec0308-ccb7-4395-a171-518f86eced4d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=17202ab8586546dd9ef75b41bc0de0fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0527833 Nov 19 05:45:58.269485 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 60988) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:58.345768 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5f9024aa-b20a-4bcb-9111-b2f6ce13ba89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:58.372999 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5f9024aa-b20a-4bcb-9111-b2f6ce13ba89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:58.432751 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5f9024aa-b20a-4bcb-9111-b2f6ce13ba89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:58.441274 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-c11e54ce-5391-436a-bc4f-baacc81426e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:58.460679 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9024aa-b20a-4bcb-9111-b2f6ce13ba89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bb243b-31e6-4806-b4ff-b2e42007c3e6,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:58.464008 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-5f9024aa-b20a-4bcb-9111-b2f6ce13ba89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:58.466067 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5f9024aa-b20a-4bcb-9111-b2f6ce13ba89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:58.467293 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-5f9024aa-b20a-4bcb-9111-b2f6ce13ba89 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/03bb243b-31e6-4806-b4ff-b2e42007c3e6 HTTP/1.1" status: 204 len: 168 time: 0.1968527 Nov 19 05:45:58.914096 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 32774) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:58.987688 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-922be6d0-3781-4091-bde1-794afeedc9b1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3bd358941124441083675a388928dce7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0715895 Nov 19 05:45:58.990209 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 32782) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:59.064804 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.objects.ports [None req-f11d7968-3352-48ec-b610-6f9079902311 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80340) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 05:45:59.224332 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2fbd8875-d053-4351-8880-0d6b44d4989a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:59.252863 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42467e15-2566-4171-8a8b-456d9c6cd83c req-f0e6cef6-10ba-4fc3-88df-66960d08aafe tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:59.254548 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-42467e15-2566-4171-8a8b-456d9c6cd83c req-f0e6cef6-10ba-4fc3-88df-66960d08aafe tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/ports?device_id=0c838f7c-1fea-4626-acf7-3e0837e422cf HTTP/1.1" status: 200 len: 944 time: 0.2609074 Nov 19 05:45:59.267628 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95f3ea-c18b-4f70-b39f-33e388fecb80 req-5609edcc-0753-458c-beb4-9ef0ee4b0eeb tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:59.269208 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8a95f3ea-c18b-4f70-b39f-33e388fecb80 req-5609edcc-0753-458c-beb4-9ef0ee4b0eeb tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.2066782 Nov 19 05:45:59.280136 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2fbd8875-d053-4351-8880-0d6b44d4989a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:59.401194 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8a95f3ea-c18b-4f70-b39f-33e388fecb80 req-21c20014-42e5-467d-987e-12b6f24a6063 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134682 Nov 19 05:45:59.403791 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-42467e15-2566-4171-8a8b-456d9c6cd83c req-5556a64f-e77a-498b-875a-8f959621db60 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/security-groups?id=2545e194-21b6-4765-b39a-be9990332146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302724 Nov 19 05:45:59.410700 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2fbd8875-d053-4351-8880-0d6b44d4989a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:59.416437 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-06b1409c-0564-4451-be45-f7efa6656f7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:59.431756 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd8875-d053-4351-8880-0d6b44d4989a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e55c74e-79e2-4732-98c6-5c096a528ad2,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:59.433791 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-2fbd8875-d053-4351-8880-0d6b44d4989a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:59.435864 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2fbd8875-d053-4351-8880-0d6b44d4989a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:59.437110 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-2fbd8875-d053-4351-8880-0d6b44d4989a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5e55c74e-79e2-4732-98c6-5c096a528ad2 HTTP/1.1" status: 204 len: 168 time: 0.4455504 Nov 19 05:45:59.972371 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:00.194049 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 5dac406f-3c6d-4631-a919-cb09d05ce533 up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:46:00.268837 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning for port 5dac406f-3c6d-4631-a919-cb09d05ce533 completed by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:46:00.273830 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port 5dac406f-3c6d-4631-a919-cb09d05ce533 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:46:00.274251 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:00.392603 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:00.421496 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c838f7c-1fea-4626-acf7-3e0837e422cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dac406f-3c6d-4631-a919-cb09d05ce533'}] {{(pid=80340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:46:00.432136 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] For port 5dac406f-3c6d-4631-a919-cb09d05ce533, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=5dac406f-3c6d-4631-a919-cb09d05ce533,segment=NetworkSegment(0d3521c7-495d-4757-9f98-35cd0f6442b4),segment_id=0d3521c7-495d-4757-9f98-35cd0f6442b4)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:46:00.436694 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:00.437640 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 64df9d73-fb9c-4846-a6be-cea2f835c3aa up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:46:00.478402 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-8baa87e0-8246-42e4-836c-f2f06c512554 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:00.508383 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c838f7c-1fea-4626-acf7-3e0837e422cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dac406f-3c6d-4631-a919-cb09d05ce533', 'code': 200} Nov 19 05:46:00.583336 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Pushing event updated for resources: {'Port': ['ID=5dac406f-3c6d-4631-a919-cb09d05ce533,revision_number=4']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:00.601942 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:00.602329 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:00.602843 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:00.603218 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:00.603590 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:00.603959 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:00.604325 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:00.604693 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:00.605083 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:00.605454 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:00.623363 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:00.623828 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:00.624247 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:00.624607 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:00.624994 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:00.625367 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:00.625736 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:00.626098 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:00.626466 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:00.626827 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:00.627194 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:00.627553 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:00.627913 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:00.628270 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:00.636841 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:00.638187 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port 64df9d73-fb9c-4846-a6be-cea2f835c3aa triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:46:00.638800 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:00.739196 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952fcf3-060c-4531-805b-67bcd45dd4f2 req-a696d76c-9c80-410b-856c-41bf56347e1f tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:00.741595 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e952fcf3-060c-4531-805b-67bcd45dd4f2 req-a696d76c-9c80-410b-856c-41bf56347e1f tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/ports?device_id=0c838f7c-1fea-4626-acf7-3e0837e422cf HTTP/1.1" status: 200 len: 946 time: 0.1241179 Nov 19 05:46:00.933253 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e952fcf3-060c-4531-805b-67bcd45dd4f2 req-16f5c803-0065-4a1a-bcc3-88ddb0c5f58b tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/security-groups?id=2545e194-21b6-4765-b39a-be9990332146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850467 Nov 19 05:46:01.011595 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4daa58d8-102e-4a38-a3c3-e7b068c11bcd req-5d8f1349-936b-4fb8-8cc3-60c4db47286c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0c838f7c-1fea-4626-acf7-3e0837e422cf HTTP/1.1" status: 200 len: 1163 time: 0.1799684 Nov 19 05:46:01.017780 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b7016-1eef-49df-99db-d8b7cdfdab34 req-1839d03c-2ecf-45be-8f36-a211657de05c tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:01.019493 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ee5b7016-1eef-49df-99db-d8b7cdfdab34 req-1839d03c-2ecf-45be-8f36-a211657de05c tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.2330670 Nov 19 05:46:01.094294 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ee5b7016-1eef-49df-99db-d8b7cdfdab34 req-020fefb5-6eab-4d7a-9970-793d13d0c2ba tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593019 Nov 19 05:46:01.106640 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4daa58d8-102e-4a38-a3c3-e7b068c11bcd req-e43a7045-cf7d-4aa7-a79a-6c12999d0b59 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2545e194-21b6-4765-b39a-be9990332146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855412 Nov 19 05:46:01.504635 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 5dac406f-3c6d-4631-a919-cb09d05ce533 up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:46:01.603243 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port 5dac406f-3c6d-4631-a919-cb09d05ce533 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:46:01.604413 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:02.186319 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a6382-fb37-4ca9-ade9-bb555b0be5e5 req-815d1113-8f36-4cdc-99a5-18983fa5d13e tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:02.194968 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c77a6382-fb37-4ca9-ade9-bb555b0be5e5 req-815d1113-8f36-4cdc-99a5-18983fa5d13e tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/ports?device_id=0c838f7c-1fea-4626-acf7-3e0837e422cf HTTP/1.1" status: 200 len: 946 time: 0.1282737 Nov 19 05:46:02.252573 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c77a6382-fb37-4ca9-ade9-bb555b0be5e5 req-f9967576-94a7-4de3-8823-7429bfb88bfd tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/security-groups?id=2545e194-21b6-4765-b39a-be9990332146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561736 Nov 19 05:46:02.350770 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61cf57-ac47-41f0-b4f1-348525c068b5 req-72919e03-b397-48b4-972c-4effdb120c48 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:02.352375 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5a61cf57-ac47-41f0-b4f1-348525c068b5 req-72919e03-b397-48b4-972c-4effdb120c48 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.0870345 Nov 19 05:46:02.405596 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5a61cf57-ac47-41f0-b4f1-348525c068b5 req-09aa65c4-2d5b-4c5c-a368-917c4abd4112 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462725 Nov 19 05:46:02.533907 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 32892) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:02.734628 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4db1de5b-9b84-4efb-b546-24514ad5e350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:02.768272 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-4db1de5b-9b84-4efb-b546-24514ad5e350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:46:02.772686 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-4db1de5b-9b84-4efb-b546-24514ad5e350 admin admin] Usage tracker for resource:security_group_rule and tenant:0abe2a780b3845b7b87a230ab8a976ba is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:46:02.775709 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-4db1de5b-9b84-4efb-b546-24514ad5e350 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:46:02.781717 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-4db1de5b-9b84-4efb-b546-24514ad5e350 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:46:02.858273 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4db1de5b-9b84-4efb-b546-24514ad5e350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:02.862279 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4db1de5b-9b84-4efb-b546-24514ad5e350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:02.870392 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-bea41859-293b-4a66-82ff-7a273e51a39a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:02.917989 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-4db1de5b-9b84-4efb-b546-24514ad5e350 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0abe2a780b3845b7b87a230ab8a976ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3829305 Nov 19 05:46:02.918831 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1de5b-9b84-4efb-b546-24514ad5e350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2039720d-4729-4a2f-83bf-91655ffeae8b,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:02.920666 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 32904) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:02.922079 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-4db1de5b-9b84-4efb-b546-24514ad5e350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:02.993628 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-fd259929-4c70-49a2-81ad-e1bde2248360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:03.021303 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-fd259929-4c70-49a2-81ad-e1bde2248360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:03.065989 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-fd259929-4c70-49a2-81ad-e1bde2248360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:03.071725 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-fda60d19-4dda-4a09-934e-534200a6d5e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:03.082735 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd259929-4c70-49a2-81ad-e1bde2248360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2039720d-4729-4a2f-83bf-91655ffeae8b,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:03.085422 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-fd259929-4c70-49a2-81ad-e1bde2248360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:03.091364 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-fd259929-4c70-49a2-81ad-e1bde2248360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:03.092569 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-fd259929-4c70-49a2-81ad-e1bde2248360 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2039720d-4729-4a2f-83bf-91655ffeae8b HTTP/1.1" status: 204 len: 168 time: 0.1695635 Nov 19 05:46:03.539738 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007fe70-81cd-4115-bf71-781cca75222c req-ab510122-c948-42ee-ba7f-f4ec72f3bed1 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:03.548467 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d007fe70-81cd-4115-bf71-781cca75222c req-ab510122-c948-42ee-ba7f-f4ec72f3bed1 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/ports?device_id=0c838f7c-1fea-4626-acf7-3e0837e422cf HTTP/1.1" status: 200 len: 946 time: 0.1512730 Nov 19 05:46:03.610252 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d007fe70-81cd-4115-bf71-781cca75222c req-ee047b0d-b50b-4ad7-8592-e1fa300f69fe tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/security-groups?id=2545e194-21b6-4765-b39a-be9990332146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603633 Nov 19 05:46:03.726837 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96c115-06dd-4525-ae69-cc58eddf0c3a req-0bde855d-1753-4280-aec2-73dca18c07d2 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:03.728931 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3b96c115-06dd-4525-ae69-cc58eddf0c3a req-0bde855d-1753-4280-aec2-73dca18c07d2 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.1333175 Nov 19 05:46:03.743957 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device c0393aca-09b0-4672-ba5a-67b542ec6044 up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:46:03.779511 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3b96c115-06dd-4525-ae69-cc58eddf0c3a req-20f98f1e-6eac-4b97-a55a-c42ce941ebee tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442204 Nov 19 05:46:03.820842 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port c0393aca-09b0-4672-ba5a-67b542ec6044 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:46:03.821335 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:05.093103 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90771f6-58ee-495f-96f2-ea85df27a4b3 req-b11e38be-a24f-488d-9ecc-d60062b2c377 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:05.094737 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b90771f6-58ee-495f-96f2-ea85df27a4b3 req-b11e38be-a24f-488d-9ecc-d60062b2c377 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.1473792 Nov 19 05:46:05.142618 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d163ab2-0c3b-465a-b6d1-e21abeb946a8 req-8d93ab9f-0563-410f-aff0-773a470e3040 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:05.144214 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-2d163ab2-0c3b-465a-b6d1-e21abeb946a8 req-8d93ab9f-0563-410f-aff0-773a470e3040 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/ports?device_id=0c838f7c-1fea-4626-acf7-3e0837e422cf HTTP/1.1" status: 200 len: 946 time: 0.1361575 Nov 19 05:46:05.190395 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b90771f6-58ee-495f-96f2-ea85df27a4b3 req-57fd2f55-868a-4dc9-8331-846444abf784 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793951 Nov 19 05:46:05.211902 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-2d163ab2-0c3b-465a-b6d1-e21abeb946a8 req-df69e556-4fdd-4390-badd-1120e989202a tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/security-groups?id=2545e194-21b6-4765-b39a-be9990332146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559313 Nov 19 05:46:06.492457 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f66db-ffb6-4aec-90e6-aad3a2ff56c6 req-3095a6a1-f9b4-408c-bf8f-70cd285c67ba tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:06.494134 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e45f66db-ffb6-4aec-90e6-aad3a2ff56c6 req-3095a6a1-f9b4-408c-bf8f-70cd285c67ba tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.1582985 Nov 19 05:46:06.500945 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394ac55-5290-4238-8eb3-4574c26fc2b2 req-2d4e8004-9a42-4782-9e37-4af1d80cd61a tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:06.502412 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8394ac55-5290-4238-8eb3-4574c26fc2b2 req-2d4e8004-9a42-4782-9e37-4af1d80cd61a tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/ports?device_id=0c838f7c-1fea-4626-acf7-3e0837e422cf HTTP/1.1" status: 200 len: 946 time: 0.1296554 Nov 19 05:46:06.583214 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e45f66db-ffb6-4aec-90e6-aad3a2ff56c6 req-872a1425-f551-4e58-ac64-aaafa45afe77 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797722 Nov 19 05:46:06.585526 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8394ac55-5290-4238-8eb3-4574c26fc2b2 req-5208a228-bc39-4674-bd1b-b140c30a23e6 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/security-groups?id=2545e194-21b6-4765-b39a-be9990332146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653005 Nov 19 05:46:07.186565 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7f8f1-41eb-4a3d-9d74-23757f3c3756 req-8dee19ba-4f87-460c-9cda-c7b9f9297372 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:07.188102 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8ba7f8f1-41eb-4a3d-9d74-23757f3c3756 req-8dee19ba-4f87-460c-9cda-c7b9f9297372 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.13 "GET /v2.0/ports?device_id=0c838f7c-1fea-4626-acf7-3e0837e422cf HTTP/1.1" status: 200 len: 946 time: 0.0887253 Nov 19 05:46:07.262539 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-8ba7f8f1-41eb-4a3d-9d74-23757f3c3756 req-2078a2f2-2457-4391-bc6c-5d5744f10875 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Deleting port 5dac406f-3c6d-4631-a919-cb09d05ce533 {{(pid=80339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:46:07.262861 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-8ba7f8f1-41eb-4a3d-9d74-23757f3c3756 req-2078a2f2-2457-4391-bc6c-5d5744f10875 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:07.519891 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-8ba7f8f1-41eb-4a3d-9d74-23757f3c3756 req-2078a2f2-2457-4391-bc6c-5d5744f10875 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] For port 5dac406f-3c6d-4631-a919-cb09d05ce533, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=5dac406f-3c6d-4631-a919-cb09d05ce533,segment=NetworkSegment(0d3521c7-495d-4757-9f98-35cd0f6442b4),segment_id=0d3521c7-495d-4757-9f98-35cd0f6442b4)] {{(pid=80339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:46:07.520363 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-8ba7f8f1-41eb-4a3d-9d74-23757f3c3756 req-2078a2f2-2457-4391-bc6c-5d5744f10875 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:07.609810 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device c0393aca-09b0-4672-ba5a-67b542ec6044 up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:46:07.655376 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-8ba7f8f1-41eb-4a3d-9d74-23757f3c3756 req-2078a2f2-2457-4391-bc6c-5d5744f10875 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Calling delete_port for 5dac406f-3c6d-4631-a919-cb09d05ce533 owned by compute:nova {{(pid=80339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:46:07.689206 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port c0393aca-09b0-4672-ba5a-67b542ec6044 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:46:07.690669 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:07.859572 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 5dac406f-3c6d-4631-a919-cb09d05ce533 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:46:07.987921 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:08.141135 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-8ba7f8f1-41eb-4a3d-9d74-23757f3c3756 req-2078a2f2-2457-4391-bc6c-5d5744f10875 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474476'] for port, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:08.159998 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-21a7a971-0232-4781-9ddb-524b50f40747 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:08.231098 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078a2f2-2457-4391-bc6c-5d5744f10875 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Pushing event deleted for resources: {'Port': ['ID=5dac406f-3c6d-4631-a919-cb09d05ce533,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:08.233722 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-2078a2f2-2457-4391-bc6c-5d5744f10875 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:08.247272 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1dfd7b-52b7-47ea-aa91-0b8b5da5be2a req-28f6ecf5-a87c-4c6e-9e3b-747b21e5c8a6 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:08.249026 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-af1dfd7b-52b7-47ea-aa91-0b8b5da5be2a req-28f6ecf5-a87c-4c6e-9e3b-747b21e5c8a6 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.5035498 Nov 19 05:46:08.317400 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3316d9-8ee2-4356-a1fb-4fa5bfc9fa59 req-14db36d5-0843-4c00-8006-8ae8aa10cb97 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:08.319527 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ac3316d9-8ee2-4356-a1fb-4fa5bfc9fa59 req-14db36d5-0843-4c00-8006-8ae8aa10cb97 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/ports?device_id=0c838f7c-1fea-4626-acf7-3e0837e422cf HTTP/1.1" status: 200 len: 867 time: 0.5407557 Nov 19 05:46:08.442117 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-af1dfd7b-52b7-47ea-aa91-0b8b5da5be2a req-f2948d05-8f5a-4485-95b6-8efb8d2e542b tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372309 Nov 19 05:46:08.451359 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ac3316d9-8ee2-4356-a1fb-4fa5bfc9fa59 req-f1fdef4c-97af-424b-b997-8b294d9e0ea3 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/security-groups?id=2545e194-21b6-4765-b39a-be9990332146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155663 Nov 19 05:46:08.474103 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 33066) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:08.520857 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba7f8f1-41eb-4a3d-9d74-23757f3c3756 req-2078a2f2-2457-4391-bc6c-5d5744f10875 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] No DVR routers for this DVR port 5dac406f-3c6d-4631-a919-cb09d05ce533 on host hv-cinder-76330 {{(pid=80339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:46:08.540623 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-8ba7f8f1-41eb-4a3d-9d74-23757f3c3756 req-2078a2f2-2457-4391-bc6c-5d5744f10875 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:08.551123 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c838f7c-1fea-4626-acf7-3e0837e422cf', 'name': 'network-vif-deleted', 'tag': '5dac406f-3c6d-4631-a919-cb09d05ce533'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:46:08.588001 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8ba7f8f1-41eb-4a3d-9d74-23757f3c3756 req-2078a2f2-2457-4391-bc6c-5d5744f10875 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.13 "DELETE /v2.0/ports/5dac406f-3c6d-4631-a919-cb09d05ce533 HTTP/1.1" status: 204 len: 173 time: 1.3921673 Nov 19 05:46:08.747848 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-218559cf-c09f-4206-8fbb-168ce4895bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:08.786959 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-218559cf-c09f-4206-8fbb-168ce4895bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:46:08.792017 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-218559cf-c09f-4206-8fbb-168ce4895bee admin admin] Usage tracker for resource:security_group_rule and tenant:c4554519f8a74079bb712dca51603c6e is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:46:08.794345 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c838f7c-1fea-4626-acf7-3e0837e422cf', 'name': 'network-vif-deleted', 'tag': '5dac406f-3c6d-4631-a919-cb09d05ce533', 'status': 'completed', 'code': 200} Nov 19 05:46:08.795391 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-218559cf-c09f-4206-8fbb-168ce4895bee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:46:08.801527 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-218559cf-c09f-4206-8fbb-168ce4895bee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:46:08.874335 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-218559cf-c09f-4206-8fbb-168ce4895bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:08.877160 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-218559cf-c09f-4206-8fbb-168ce4895bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:08.884953 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-5f9024aa-b20a-4bcb-9111-b2f6ce13ba89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:08.928140 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218559cf-c09f-4206-8fbb-168ce4895bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd7472f-24ea-4956-8528-5c740cf39ce9,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:08.932934 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-218559cf-c09f-4206-8fbb-168ce4895bee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c4554519f8a74079bb712dca51603c6e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4564004 Nov 19 05:46:08.933833 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-218559cf-c09f-4206-8fbb-168ce4895bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:08.935854 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 33076) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:08.999021 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-635535da-d2c0-4d3e-980e-282093773c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:09.027031 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-635535da-d2c0-4d3e-980e-282093773c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:09.072637 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-635535da-d2c0-4d3e-980e-282093773c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:09.076591 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-251d2b58-2fcf-4d1d-bfd1-96863bf6c244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:09.091499 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635535da-d2c0-4d3e-980e-282093773c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd7472f-24ea-4956-8528-5c740cf39ce9,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:09.094027 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-635535da-d2c0-4d3e-980e-282093773c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:09.100574 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-635535da-d2c0-4d3e-980e-282093773c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:09.101982 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-635535da-d2c0-4d3e-980e-282093773c86 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1dd7472f-24ea-4956-8528-5c740cf39ce9 HTTP/1.1" status: 204 len: 168 time: 0.1651542 Nov 19 05:46:09.455886 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 33086) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:09.475883 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-86fba649-d9a8-42e8-9879-ed1953f7511a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:09.509525 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-86fba649-d9a8-42e8-9879-ed1953f7511a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:46:09.514097 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-86fba649-d9a8-42e8-9879-ed1953f7511a admin admin] Usage tracker for resource:security_group_rule and tenant:a541ba0c371b4498a03e29ceb834f9bd is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:46:09.517457 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-86fba649-d9a8-42e8-9879-ed1953f7511a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:46:09.524211 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-86fba649-d9a8-42e8-9879-ed1953f7511a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:46:09.608590 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-86fba649-d9a8-42e8-9879-ed1953f7511a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:09.618766 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-86fba649-d9a8-42e8-9879-ed1953f7511a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:09.627172 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-8aa4b13c-63b5-4f23-ae83-7a5016052071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:09.679639 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fba649-d9a8-42e8-9879-ed1953f7511a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfea913e-6954-4971-8a4a-5e644f0eb434,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:09.683845 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-86fba649-d9a8-42e8-9879-ed1953f7511a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:09.688101 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-86fba649-d9a8-42e8-9879-ed1953f7511a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a541ba0c371b4498a03e29ceb834f9bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2311466 Nov 19 05:46:09.691652 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 33100) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:09.722050 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d1f2a-0ea4-4c9e-a7a8-0da2c6e8fdaa req-1d5e4d14-9798-4187-a50c-eaad2a09c75c tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:09.723852 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-859d1f2a-0ea4-4c9e-a7a8-0da2c6e8fdaa req-1d5e4d14-9798-4187-a50c-eaad2a09c75c tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.1159675 Nov 19 05:46:09.774343 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8071e621-cd89-4afc-9963-2c0d44ccffd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:09.803826 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-859d1f2a-0ea4-4c9e-a7a8-0da2c6e8fdaa req-7ef99451-f007-4d37-9c7c-71ceb579eae5 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730622 Nov 19 05:46:09.806884 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8071e621-cd89-4afc-9963-2c0d44ccffd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:09.862115 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8071e621-cd89-4afc-9963-2c0d44ccffd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:09.872428 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-0909e3e4-f946-468a-8ed8-e2079ae40183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:09.887375 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071e621-cd89-4afc-9963-2c0d44ccffd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfea913e-6954-4971-8a4a-5e644f0eb434,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:09.890837 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-8071e621-cd89-4afc-9963-2c0d44ccffd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:09.891791 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8071e621-cd89-4afc-9963-2c0d44ccffd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:09.892995 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-8071e621-cd89-4afc-9963-2c0d44ccffd2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cfea913e-6954-4971-8a4a-5e644f0eb434 HTTP/1.1" status: 204 len: 168 time: 0.2002392 Nov 19 05:46:09.953730 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e3b11f86-7183-4e4a-abd4-18d6ff460c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:11.023106 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624dda76-fc0d-4e53-9778-b5c041582757 req-26310167-cf2e-4801-bd36-86af258d40f0 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:11.024663 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-624dda76-fc0d-4e53-9778-b5c041582757 req-26310167-cf2e-4801-bd36-86af258d40f0 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.0876729 Nov 19 05:46:11.076592 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-624dda76-fc0d-4e53-9778-b5c041582757 req-df536763-10ee-412f-be7c-3db2cfdadc23 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456176 Nov 19 05:46:12.294186 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5ac60-b75b-495a-b6ff-c0b09331e888 req-6db95082-f43d-49c7-95e5-0fb78110418a tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:12.295791 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-18e5ac60-b75b-495a-b6ff-c0b09331e888 req-6db95082-f43d-49c7-95e5-0fb78110418a tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.0886545 Nov 19 05:46:12.345418 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-18e5ac60-b75b-495a-b6ff-c0b09331e888 req-24ce12c6-a0ea-47ae-bf1a-5b921f164946 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433471 Nov 19 05:46:12.397230 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b3a334c6-42b0-4d94-aaa3-faca4187e234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:12.963050 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:13.561123 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5db16-9b9f-4b9e-920c-9ecadb9686a5 req-d7b8269e-b93e-4d70-9a8c-06dfbb7735ea tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:13.562735 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e5c5db16-9b9f-4b9e-920c-9ecadb9686a5 req-d7b8269e-b93e-4d70-9a8c-06dfbb7735ea tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.0825224 Nov 19 05:46:13.611725 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e5c5db16-9b9f-4b9e-920c-9ecadb9686a5 req-554f11b9-c6e6-4408-b1ab-cc6d60736700 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420923 Nov 19 05:46:13.896166 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:14.106662 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:14.841358 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6d42e-5f9d-4863-8063-30b4cfd2ed01 req-0f3abcd2-e526-4ac3-a483-c7b667cd7aee tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:14.842999 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-caf6d42e-5f9d-4863-8063-30b4cfd2ed01 req-0f3abcd2-e526-4ac3-a483-c7b667cd7aee tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.0954118 Nov 19 05:46:14.894966 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-caf6d42e-5f9d-4863-8063-30b4cfd2ed01 req-da251eb4-0dfb-4266-8c39-7f6323dc2161 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453832 Nov 19 05:46:16.109745 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66875c-80cc-40bc-b3b1-ef9118aeaa6b req-a2f8f72b-2b13-4390-87ed-24d2db88aeac tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:16.111347 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-6c66875c-80cc-40bc-b3b1-ef9118aeaa6b req-a2f8f72b-2b13-4390-87ed-24d2db88aeac tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.0831139 Nov 19 05:46:16.160567 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-6c66875c-80cc-40bc-b3b1-ef9118aeaa6b req-f780ee99-6463-458e-bd45-417e6775d964 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424299 Nov 19 05:46:17.574946 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62950c5e-df63-4313-be9a-6cf726a7731b req-c4d40028-002d-4900-963e-4a3b35ba4b9f tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:17.576577 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-62950c5e-df63-4313-be9a-6cf726a7731b req-c4d40028-002d-4900-963e-4a3b35ba4b9f tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.2752457 Nov 19 05:46:17.581602 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-f436ca6b-d09f-4ae3-ada5-c950e60c3d86 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:17.588608 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-f436ca6b-d09f-4ae3-ada5-c950e60c3d86 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/networks?id=b635c247-d49a-4f00-a8f7-a4ca47a68b96 HTTP/1.1" status: 200 len: 809 time: 0.2205014 Nov 19 05:46:17.637343 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-79d703ca-b5de-4ea8-8b08-1ed50d2f0aa5 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/quotas/da68b774eb2b410db984872644467340 HTTP/1.1" status: 200 len: 375 time: 0.0477469 Nov 19 05:46:17.644886 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-62950c5e-df63-4313-be9a-6cf726a7731b req-bd4739a2-b8be-4278-8c49-98e387f444c5 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540977 Nov 19 05:46:17.696165 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-39106443-fa3c-453a-b911-a6df38acfdc9 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Synchronizing usage tracker for tenant:da68b774eb2b410db984872644467340 on resource:port {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:46:17.727026 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-39106443-fa3c-453a-b911-a6df38acfdc9 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Unset dirty status for tenant:da68b774eb2b410db984872644467340 on resource:port {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:46:17.728646 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-39106443-fa3c-453a-b911-a6df38acfdc9 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/ports?tenant_id=da68b774eb2b410db984872644467340&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0828412 Nov 19 05:46:17.898691 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-1606f9ab-4f3c-4b5c-96d3-08c9d91179c4 service neutron] 10.222.0.16 "GET /v2.0/networks/b635c247-d49a-4f00-a8f7-a4ca47a68b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619961 Nov 19 05:46:18.067321 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-6cb48c08-8abc-4d3b-a563-72cd7534c351 service neutron] 10.222.0.16 "GET /v2.0/networks/b635c247-d49a-4f00-a8f7-a4ca47a68b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1624930 Nov 19 05:46:18.278980 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e1856481-9e22-4001-905f-35e066617f4f req-c6c634de-5246-4d2d-9597-5487c0a7b9bc tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ce674-c17a-426e-8adc-0638413a9480 HTTP/1.1" status: 200 len: 210 time: 0.0498893 Nov 19 05:46:18.722239 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e619ec3a-b38a-480e-8bba-d0512b01039f req-148dda6d-c2d9-4abb-b927-0d2e5ca7d18e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 1162 time: 0.0785918 Nov 19 05:46:18.774838 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e619ec3a-b38a-480e-8bba-d0512b01039f req-664ee63a-b0e6-42de-8975-8835252d8c22 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417049 Nov 19 05:46:18.888240 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de911393-268f-443d-9226-194017505a94 req-a68e6435-4f3b-4367-8250-6cb394e69d58 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:18.889888 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-de911393-268f-443d-9226-194017505a94 req-a68e6435-4f3b-4367-8250-6cb394e69d58 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.0892427 Nov 19 05:46:18.967633 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-de911393-268f-443d-9226-194017505a94 req-d114fc64-1c8b-4c5f-9dec-a231e5d7a996 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624404 Nov 19 05:46:19.190641 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 6 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:46:19.463260 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-78a82825-a68e-464c-9558-0a0072e53d47 req-ba3409e5-4ae7-45ff-b203-077ff6e54623 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ce674-c17a-426e-8adc-0638413a9480 HTTP/1.1" status: 200 len: 210 time: 0.0471590 Nov 19 05:46:20.046804 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-abdef671-5e80-40dc-9ff4-7b8b23853fb6 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:20.049307 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-abdef671-5e80-40dc-9ff4-7b8b23853fb6 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.13 "GET /v2.0/networks?id=b635c247-d49a-4f00-a8f7-a4ca47a68b96 HTTP/1.1" status: 200 len: 809 time: 0.1673136 Nov 19 05:46:20.151684 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-2ba5ed67-6c50-4274-9291-3108eb3aa07a tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Request body: {'port': {'device_id': '3b9ce674-c17a-426e-8adc-0638413a9480', 'network_id': 'b635c247-d49a-4f00-a8f7-a4ca47a68b96', 'admin_state_up': True, 'tenant_id': 'da68b774eb2b410db984872644467340'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:46:20.344332 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-2ba5ed67-6c50-4274-9291-3108eb3aa07a tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:46:20.355175 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-2ba5ed67-6c50-4274-9291-3108eb3aa07a tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:46:20.368614 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-2ba5ed67-6c50-4274-9291-3108eb3aa07a tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Made reservation on behalf of da68b774eb2b410db984872644467340 for: {'port': 1} {{(pid=80339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:46:20.373556 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-2ba5ed67-6c50-4274-9291-3108eb3aa07a tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:20.451492 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a4942-a523-40e7-bb40-01b4d948534e req-3585e996-2a92-4fbc-964e-9fd0862bfd6c tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:20.453157 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4e9a4942-a523-40e7-bb40-01b4d948534e req-3585e996-2a92-4fbc-964e-9fd0862bfd6c tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.3500838 Nov 19 05:46:20.602621 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4e9a4942-a523-40e7-bb40-01b4d948534e req-bc233bec-aa51-408d-9125-fe8df2fe8e68 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322501 Nov 19 05:46:20.785052 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 33446) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:20.785332 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-09788e86-8490-48b8-87d1-0a0f3c630ccb req-7c1896cc-df92-40f0-9926-d74a52addb90 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ce674-c17a-426e-8adc-0638413a9480 HTTP/1.1" status: 200 len: 210 time: 0.0543196 Nov 19 05:46:20.816809 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-2ba5ed67-6c50-4274-9291-3108eb3aa07a tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Allocated IP 172.20.0.3 (b635c247-d49a-4f00-a8f7-a4ca47a68b96/59ee2d31-d866-499b-b8d5-b9345c5ae720/df6bf214-44e7-4707-8ea4-89c64963ff0e) {{(pid=80339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:46:21.004287 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2f4a7722-36ec-4416-a9ff-c9340fd44eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:21.038992 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-2f4a7722-36ec-4416-a9ff-c9340fd44eed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:46:21.041542 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-2ba5ed67-6c50-4274-9291-3108eb3aa07a tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Notify callbacks [] for port, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:21.042965 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-2f4a7722-36ec-4416-a9ff-c9340fd44eed admin admin] Usage tracker for resource:security_group_rule and tenant:de2cc0a15d994b49816fb409f14deb92 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:46:21.045883 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-2f4a7722-36ec-4416-a9ff-c9340fd44eed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:46:21.051758 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-2f4a7722-36ec-4416-a9ff-c9340fd44eed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:46:21.067362 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-2ba5ed67-6c50-4274-9291-3108eb3aa07a tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474476'] for port, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:21.082372 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:21.122040 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2f4a7722-36ec-4416-a9ff-c9340fd44eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:21.125516 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2f4a7722-36ec-4416-a9ff-c9340fd44eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:21.134104 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-218559cf-c09f-4206-8fbb-168ce4895bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:21.177349 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a7722-36ec-4416-a9ff-c9340fd44eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bfa442-a802-4a57-a3be-251925d3881f,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:21.186149 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-2f4a7722-36ec-4416-a9ff-c9340fd44eed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=de2cc0a15d994b49816fb409f14deb92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3993473 Nov 19 05:46:21.187146 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 33454) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:21.187644 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-2f4a7722-36ec-4416-a9ff-c9340fd44eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:21.223697 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5ed67-6c50-4274-9291-3108eb3aa07a tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Pushing event updated for resources: {'Port': ['ID=df6bf214-44e7-4707-8ea4-89c64963ff0e,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:21.228740 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-2ba5ed67-6c50-4274-9291-3108eb3aa07a tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:21.256358 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0eb78205-dd7e-4dfb-818a-5f7017e3c00c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:21.290373 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0eb78205-dd7e-4dfb-818a-5f7017e3c00c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:21.299043 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-2ba5ed67-6c50-4274-9291-3108eb3aa07a tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Network b635c247-d49a-4f00-a8f7-a4ca47a68b96 is already hosted by enough agents. {{(pid=80339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:46:21.300407 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-2ba5ed67-6c50-4274-9291-3108eb3aa07a tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Resources bound (agent type, host, resource id): {{(pid=80339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:46:21.303509 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-2ba5ed67-6c50-4274-9291-3108eb3aa07a tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Received port after_create {{(pid=80339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:46:21.337032 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0eb78205-dd7e-4dfb-818a-5f7017e3c00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:21.343191 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-86fba649-d9a8-42e8-9879-ed1953f7511a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:21.355418 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb78205-dd7e-4dfb-818a-5f7017e3c00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bfa442-a802-4a57-a3be-251925d3881f,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:21.361012 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-0eb78205-dd7e-4dfb-818a-5f7017e3c00c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:21.369845 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0eb78205-dd7e-4dfb-818a-5f7017e3c00c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:21.371292 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-0eb78205-dd7e-4dfb-818a-5f7017e3c00c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/54bfa442-a802-4a57-a3be-251925d3881f HTTP/1.1" status: 204 len: 168 time: 0.1826558 Nov 19 05:46:21.372852 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-2ba5ed67-6c50-4274-9291-3108eb3aa07a tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:21.373614 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-2ba5ed67-6c50-4274-9291-3108eb3aa07a tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:21.410926 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-2ba5ed67-6c50-4274-9291-3108eb3aa07a tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2683525 Nov 19 05:46:21.438057 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-fc847ddf-1b83-4dd0-a8ba-827438003789 service neutron] Request body: {'port': {'device_id': '3b9ce674-c17a-426e-8adc-0638413a9480', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:46:21.846750 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device c0393aca-09b0-4672-ba5a-67b542ec6044 up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:46:21.945043 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-fc847ddf-1b83-4dd0-a8ba-827438003789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:21.976760 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 33482) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:21.991746 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port c0393aca-09b0-4672-ba5a-67b542ec6044 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:46:21.992172 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:22.013201 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-29addfb7-facf-42df-951c-8d0ef76c0523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:22.099170 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-29addfb7-facf-42df-951c-8d0ef76c0523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:46:22.103940 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-29addfb7-facf-42df-951c-8d0ef76c0523 admin admin] Usage tracker for resource:security_group_rule and tenant:7f66f075984a4db2bd52c444e24bb2a4 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:46:22.108686 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-29addfb7-facf-42df-951c-8d0ef76c0523 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:46:22.115293 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-29addfb7-facf-42df-951c-8d0ef76c0523 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:46:22.207872 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-29addfb7-facf-42df-951c-8d0ef76c0523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:22.210922 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-29addfb7-facf-42df-951c-8d0ef76c0523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:22.212876 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b9b1b-a285-4153-acf2-3cee48fe7b6c req-51fb518a-bbc2-4cf7-bdcc-392238d59e76 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:22.214501 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8b5b9b1b-a285-4153-acf2-3cee48fe7b6c req-51fb518a-bbc2-4cf7-bdcc-392238d59e76 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.4020433 Nov 19 05:46:22.218846 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-70a1dae4-4de8-4272-9254-8ca22eef8ec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:22.263368 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29addfb7-facf-42df-951c-8d0ef76c0523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b79a67f-f40d-4ff3-9f2e-edc0444d4152,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:22.270538 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-29addfb7-facf-42df-951c-8d0ef76c0523 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f66f075984a4db2bd52c444e24bb2a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2901497 Nov 19 05:46:22.270538 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-29addfb7-facf-42df-951c-8d0ef76c0523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:22.270791 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 33488) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:22.338552 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5ecc6a4d-8209-4640-addb-3ee45e73b6e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:22.367006 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5ecc6a4d-8209-4640-addb-3ee45e73b6e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:22.376989 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f70489-9a43-4c5d-a46d-56e94f426a7e req-8bc51234-316a-4afb-baf3-5442c1586b29 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:22.377749 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-f7f70489-9a43-4c5d-a46d-56e94f426a7e req-8bc51234-316a-4afb-baf3-5442c1586b29 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Synchronizing usage tracker for tenant:da68b774eb2b410db984872644467340 on resource:port {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:46:22.382100 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8b5b9b1b-a285-4153-acf2-3cee48fe7b6c req-9bf64b68-67bf-4854-8aa6-adb57574efa3 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529484 Nov 19 05:46:22.413356 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5ecc6a4d-8209-4640-addb-3ee45e73b6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:22.418681 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:22.432441 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc6a4d-8209-4640-addb-3ee45e73b6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b79a67f-f40d-4ff3-9f2e-edc0444d4152,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:22.435625 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-5ecc6a4d-8209-4640-addb-3ee45e73b6e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:22.436078 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-f7f70489-9a43-4c5d-a46d-56e94f426a7e req-8bc51234-316a-4afb-baf3-5442c1586b29 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Unset dirty status for tenant:da68b774eb2b410db984872644467340 on resource:port {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:46:22.440149 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f7f70489-9a43-4c5d-a46d-56e94f426a7e req-8bc51234-316a-4afb-baf3-5442c1586b29 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ce674-c17a-426e-8adc-0638413a9480 HTTP/1.1" status: 200 len: 931 time: 0.3380640 Nov 19 05:46:22.449928 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5ecc6a4d-8209-4640-addb-3ee45e73b6e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:22.454867 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-5ecc6a4d-8209-4640-addb-3ee45e73b6e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b79a67f-f40d-4ff3-9f2e-edc0444d4152 HTTP/1.1" status: 204 len: 168 time: 0.1830859 Nov 19 05:46:22.633044 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f7f70489-9a43-4c5d-a46d-56e94f426a7e req-275c4c31-78de-4eea-a57b-301e6da5e8bf tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/security-groups?id=2545e194-21b6-4765-b39a-be9990332146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861773 Nov 19 05:46:22.669185 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6adb0-2410-4f3c-b6a2-5a14ed6ab396 req-b51a479b-24a8-4ef2-8d6b-a94d5e2d6edb tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:22.670766 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-71b6adb0-2410-4f3c-b6a2-5a14ed6ab396 req-b51a479b-24a8-4ef2-8d6b-a94d5e2d6edb tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.1445637 Nov 19 05:46:22.784300 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-fc847ddf-1b83-4dd0-a8ba-827438003789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df6bf214-44e7-4707-8ea4-89c64963ff0e {{(pid=80339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:46:22.791655 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-fc847ddf-1b83-4dd0-a8ba-827438003789 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:22.796012 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-71b6adb0-2410-4f3c-b6a2-5a14ed6ab396 req-ee15a05a-7418-4de6-90be-bec35dd37594 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162026 Nov 19 05:46:22.806705 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-fc847ddf-1b83-4dd0-a8ba-827438003789 service neutron] Transition to ACTIVE for port object df6bf214-44e7-4707-8ea4-89c64963ff0e will not be triggered until provisioned by entity L2. {{(pid=80339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:46:22.810075 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-fc847ddf-1b83-4dd0-a8ba-827438003789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843301323'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:22.827646 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-2e23acc1-0ebe-4c2d-aaf6-8e860b58b107 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:22.995707 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc847ddf-1b83-4dd0-a8ba-827438003789 service neutron] Pushing event updated for resources: {'Port': ['ID=df6bf214-44e7-4707-8ea4-89c64963ff0e,revision_number=2']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:23.000293 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-fc847ddf-1b83-4dd0-a8ba-827438003789 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:23.223776 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-fc847ddf-1b83-4dd0-a8ba-827438003789 service neutron] Attempting to bind port df6bf214-44e7-4707-8ea4-89c64963ff0e on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:46:23.224793 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-fc847ddf-1b83-4dd0-a8ba-827438003789 service neutron] Attempting to bind port df6bf214-44e7-4707-8ea4-89c64963ff0e by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '0d3521c7-495d-4757-9f98-35cd0f6442b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b635c247-d49a-4f00-a8f7-a4ca47a68b96'}] {{(pid=80339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:46:23.225110 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-fc847ddf-1b83-4dd0-a8ba-827438003789 service neutron] Attempting to bind port df6bf214-44e7-4707-8ea4-89c64963ff0e on network b635c247-d49a-4f00-a8f7-a4ca47a68b96 {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:46:23.235683 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-fc847ddf-1b83-4dd0-a8ba-827438003789 service neutron] Checking agent: {'id': '5d7c8804-5253-4fea-87de-bba3ff4a5dbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 42, 30), 'started_at': datetime.datetime(2020, 11, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:46:23.236057 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-fc847ddf-1b83-4dd0-a8ba-827438003789 service neutron] Checking segment: {'id': '0d3521c7-495d-4757-9f98-35cd0f6442b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b635c247-d49a-4f00-a8f7-a4ca47a68b96'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:46:23.236552 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-fc847ddf-1b83-4dd0-a8ba-827438003789 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:23.237257 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-fc847ddf-1b83-4dd0-a8ba-827438003789 service neutron] Bound using segment: {'id': '0d3521c7-495d-4757-9f98-35cd0f6442b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b635c247-d49a-4f00-a8f7-a4ca47a68b96'} {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:46:23.237755 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-fc847ddf-1b83-4dd0-a8ba-827438003789 service neutron] Bound port: df6bf214-44e7-4707-8ea4-89c64963ff0e, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d3521c7-495d-4757-9f98-35cd0f6442b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b635c247-d49a-4f00-a8f7-a4ca47a68b96'}}] {{(pid=80339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:46:23.238106 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-fc847ddf-1b83-4dd0-a8ba-827438003789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:23.301805 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 33522) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:23.347846 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-fc847ddf-1b83-4dd0-a8ba-827438003789 service neutron] For port df6bf214-44e7-4707-8ea4-89c64963ff0e, host hv-cinder-76330, cleared binding levels {{(pid=80339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:46:23.352121 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-fc847ddf-1b83-4dd0-a8ba-827438003789 service neutron] For port df6bf214-44e7-4707-8ea4-89c64963ff0e, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=df6bf214-44e7-4707-8ea4-89c64963ff0e,segment=NetworkSegment(0d3521c7-495d-4757-9f98-35cd0f6442b4),segment_id=0d3521c7-495d-4757-9f98-35cd0f6442b4)] {{(pid=80339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:46:23.366794 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-fc847ddf-1b83-4dd0-a8ba-827438003789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843301323'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:23.507340 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:23.518284 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-edb67748-1e84-446f-8080-103a76db29c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:23.564353 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-edb67748-1e84-446f-8080-103a76db29c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:46:23.569601 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-edb67748-1e84-446f-8080-103a76db29c3 admin admin] Usage tracker for resource:security_group_rule and tenant:75f96362e8234303a301a03dee93c65e is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:46:23.572849 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-edb67748-1e84-446f-8080-103a76db29c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:46:23.580478 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-edb67748-1e84-446f-8080-103a76db29c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:46:23.669612 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-edb67748-1e84-446f-8080-103a76db29c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:23.673394 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-edb67748-1e84-446f-8080-103a76db29c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:23.693983 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-fc847ddf-1b83-4dd0-a8ba-827438003789 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:23.695473 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-fc847ddf-1b83-4dd0-a8ba-827438003789 service neutron] 10.222.0.13 "PUT /v2.0/ports/df6bf214-44e7-4707-8ea4-89c64963ff0e HTTP/1.1" status: 200 len: 1157 time: 2.2697713 Nov 19 05:46:23.696006 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9ce674-c17a-426e-8adc-0638413a9480', 'tag': 'df6bf214-44e7-4707-8ea4-89c64963ff0e'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:46:23.703677 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc847ddf-1b83-4dd0-a8ba-827438003789 service neutron] Pushing event updated for resources: {'Port': ['ID=df6bf214-44e7-4707-8ea4-89c64963ff0e,revision_number=3']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:23.706896 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-fc847ddf-1b83-4dd0-a8ba-827438003789 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:23.708796 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-664a1593-7f76-4d0f-a49a-5241eba9fa5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:23.745728 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb67748-1e84-446f-8080-103a76db29c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d10dd9-a609-44a0-857c-b394f5abb75a,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:23.749074 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-edb67748-1e84-446f-8080-103a76db29c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:23.760014 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-edb67748-1e84-446f-8080-103a76db29c3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75f96362e8234303a301a03dee93c65e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4561605 Nov 19 05:46:23.765181 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 33550) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:23.809990 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b9ce674-c17a-426e-8adc-0638413a9480', 'tag': 'df6bf214-44e7-4707-8ea4-89c64963ff0e', 'status': 'completed', 'code': 200} Nov 19 05:46:23.839858 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f4ad3133-d877-48af-892c-f36a6a0c2e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:23.870241 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f4ad3133-d877-48af-892c-f36a6a0c2e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:23.912950 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-e5ae8567-da30-48eb-8968-725e438f342a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=da68b774eb2b410db984872644467340&device_id=3b9ce674-c17a-426e-8adc-0638413a9480 HTTP/1.1" status: 200 len: 1160 time: 0.1544666 Nov 19 05:46:23.921514 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f4ad3133-d877-48af-892c-f36a6a0c2e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:23.927276 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-fd259929-4c70-49a2-81ad-e1bde2248360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:23.942537 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad3133-d877-48af-892c-f36a6a0c2e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d10dd9-a609-44a0-857c-b394f5abb75a,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:23.945836 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f4ad3133-d877-48af-892c-f36a6a0c2e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:23.947005 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f4ad3133-d877-48af-892c-f36a6a0c2e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:23.950821 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-f4ad3133-d877-48af-892c-f36a6a0c2e43 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/79d10dd9-a609-44a0-857c-b394f5abb75a HTTP/1.1" status: 204 len: 168 time: 0.1821489 Nov 19 05:46:24.003471 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e48a6-596c-4fa8-87ec-d0081ae39a45 req-0fa9c97e-b974-4fb5-b5ab-6ff79eddee40 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:24.010992 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-027e48a6-596c-4fa8-87ec-d0081ae39a45 req-0fa9c97e-b974-4fb5-b5ab-6ff79eddee40 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ce674-c17a-426e-8adc-0638413a9480 HTTP/1.1" status: 200 len: 943 time: 0.1785519 Nov 19 05:46:24.040975 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-ebed5b3e-e6e6-4803-b6ce-d893249a6730 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df6bf214-44e7-4707-8ea4-89c64963ff0e HTTP/1.1" status: 200 len: 217 time: 0.1096821 Nov 19 05:46:24.113187 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-027e48a6-596c-4fa8-87ec-d0081ae39a45 req-268f3115-4065-4263-8997-1a5448177bd5 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/security-groups?id=2545e194-21b6-4765-b39a-be9990332146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012468 Nov 19 05:46:24.165058 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-8e591ada-0094-46df-8447-ab8e58242f65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:24.166638 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-8e591ada-0094-46df-8447-ab8e58242f65 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59ee2d31-d866-499b-b8d5-b9345c5ae720 HTTP/1.1" status: 200 len: 849 time: 0.1095903 Nov 19 05:46:24.246694 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-526954e6-71cb-45b5-bdb5-75c79d334545 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b635c247-d49a-4f00-a8f7-a4ca47a68b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727699 Nov 19 05:46:24.496597 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-a4b0936b-1795-4fe3-9122-a4d7107edb12 service neutron] 10.222.0.13 "GET /v2.0/networks/b635c247-d49a-4f00-a8f7-a4ca47a68b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087612 Nov 19 05:46:24.695164 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5bc48e1b-4030-41e0-8436-e03ee4db61c6 req-be224204-a00f-4ebb-94db-9b087120d769 service neutron] 10.222.0.13 "GET /v2.0/networks/b635c247-d49a-4f00-a8f7-a4ca47a68b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1903079 Nov 19 05:46:24.956131 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e27514f4-2297-4bcd-abfe-420c0dd2bde8 req-c9bfc122-1b41-4b45-9377-bc243705412c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=da68b774eb2b410db984872644467340&device_id=3b9ce674-c17a-426e-8adc-0638413a9480 HTTP/1.1" status: 200 len: 1160 time: 0.1210365 Nov 19 05:46:25.346762 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27514f4-2297-4bcd-abfe-420c0dd2bde8 req-ad12ddfa-8f29-4fb9-b435-94d1d2b20029 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:25.348348 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e27514f4-2297-4bcd-abfe-420c0dd2bde8 req-ad12ddfa-8f29-4fb9-b435-94d1d2b20029 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b635c247-d49a-4f00-a8f7-a4ca47a68b96 HTTP/1.1" status: 200 len: 903 time: 0.3189342 Nov 19 05:46:25.537212 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e27514f4-2297-4bcd-abfe-420c0dd2bde8 req-eaa0384d-e1a8-44f7-b54c-f4cc20af231b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df6bf214-44e7-4707-8ea4-89c64963ff0e HTTP/1.1" status: 200 len: 217 time: 0.1416087 Nov 19 05:46:25.671166 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8b685bdc-5e19-415c-8570-940c68d64cc6 req-7f39b1b3-abda-464a-9355-caf3d9fe8e7c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e7d3f7e9f0543ae8ff7b0d164f37f27&device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 1162 time: 0.3791039 Nov 19 05:46:25.911749 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4a0b7-f495-49bf-a5f4-af0cdb6d0ae7 req-bf90f365-f2b1-462b-90fa-657b0d0bafc8 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:25.913439 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d6a4a0b7-f495-49bf-a5f4-af0cdb6d0ae7 req-bf90f365-f2b1-462b-90fa-657b0d0bafc8 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ce674-c17a-426e-8adc-0638413a9480 HTTP/1.1" status: 200 len: 943 time: 0.4530854 Nov 19 05:46:25.915887 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27514f4-2297-4bcd-abfe-420c0dd2bde8 req-6d4be9af-cc79-48b3-bb0f-059a69ab40a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:25.917345 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e27514f4-2297-4bcd-abfe-420c0dd2bde8 req-6d4be9af-cc79-48b3-bb0f-059a69ab40a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59ee2d31-d866-499b-b8d5-b9345c5ae720 HTTP/1.1" status: 200 len: 849 time: 0.3528521 Nov 19 05:46:25.987635 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3806cb-b509-4ff8-94d5-cef2ecd85fe7 req-2a6da85f-2e96-4f16-b08f-97ee227432f6 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:25.990075 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0d3806cb-b509-4ff8-94d5-cef2ecd85fe7 req-2a6da85f-2e96-4f16-b08f-97ee227432f6 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.6483791 Nov 19 05:46:26.095618 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e27514f4-2297-4bcd-abfe-420c0dd2bde8 req-f7d806a3-6997-4c74-9930-982224e02837 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b635c247-d49a-4f00-a8f7-a4ca47a68b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1647727 Nov 19 05:46:26.232554 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b685bdc-5e19-415c-8570-940c68d64cc6 req-43bf6560-ae61-4f83-8c39-0bacd15d4cf2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:26.234228 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8b685bdc-5e19-415c-8570-940c68d64cc6 req-43bf6560-ae61-4f83-8c39-0bacd15d4cf2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=862f8118-c40f-4658-b1ad-353ef6da3fa1 HTTP/1.1" status: 200 len: 912 time: 0.5481391 Nov 19 05:46:26.298276 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0d3806cb-b509-4ff8-94d5-cef2ecd85fe7 req-b5a72418-63e6-430f-a2fd-2ecd64c2664c tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014410 Nov 19 05:46:26.373531 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d6a4a0b7-f495-49bf-a5f4-af0cdb6d0ae7 req-4eff0455-b3ff-4752-a6b0-d5360fe4c9d9 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/security-groups?id=2545e194-21b6-4765-b39a-be9990332146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4407194 Nov 19 05:46:26.386816 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8b685bdc-5e19-415c-8570-940c68d64cc6 req-456003a1-3be8-4d23-9afd-4ca55cf27637 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3e27814-2d01-4a6b-9520-f4f5fb2d586e HTTP/1.1" status: 200 len: 217 time: 0.0968430 Nov 19 05:46:26.464763 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e27514f4-2297-4bcd-abfe-420c0dd2bde8 req-9ba564d6-08b9-40ce-ad5a-58531e8f8164 service neutron] 10.222.0.13 "GET /v2.0/networks/b635c247-d49a-4f00-a8f7-a4ca47a68b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171051 Nov 19 05:46:26.508044 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b685bdc-5e19-415c-8570-940c68d64cc6 req-ba84265b-1678-4c25-b399-edb112a91222 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:26.509710 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8b685bdc-5e19-415c-8570-940c68d64cc6 req-ba84265b-1678-4c25-b399-edb112a91222 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12c931fa-83f1-4bd4-970f-5ff8c913a3bb HTTP/1.1" status: 200 len: 858 time: 0.1148152 Nov 19 05:46:26.755005 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8b685bdc-5e19-415c-8570-940c68d64cc6 req-8e025cbb-612b-4917-8049-0ba6192447fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=862f8118-c40f-4658-b1ad-353ef6da3fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630503 Nov 19 05:46:26.834674 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e27514f4-2297-4bcd-abfe-420c0dd2bde8 req-1304644e-4e2d-4b18-ae83-565d1b607b25 service neutron] 10.222.0.13 "GET /v2.0/networks/b635c247-d49a-4f00-a8f7-a4ca47a68b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3541155 Nov 19 05:46:26.934348 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8b685bdc-5e19-415c-8570-940c68d64cc6 req-36531df5-53c4-47be-9161-deceaf9efdf6 service neutron] 10.222.0.13 "GET /v2.0/networks/862f8118-c40f-4658-b1ad-353ef6da3fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609788 Nov 19 05:46:27.090438 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8b685bdc-5e19-415c-8570-940c68d64cc6 req-64cb4b5d-35a8-4f1f-be5d-46e46c7543b5 service neutron] 10.222.0.13 "GET /v2.0/networks/862f8118-c40f-4658-b1ad-353ef6da3fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1445854 Nov 19 05:46:27.445069 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-61eaa9ed-89fe-4f8b-b953-7e89005b8ee6 req-ca184a8f-18c2-4c96-8743-de41a6dddb44 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e7d3f7e9f0543ae8ff7b0d164f37f27&device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 1162 time: 0.1367538 Nov 19 05:46:27.757607 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc07ff7-4fa1-4fed-b459-869735ec9cfa req-4f46a601-2ecc-412b-b942-8dd5e69ab370 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:27.759351 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-2bc07ff7-4fa1-4fed-b459-869735ec9cfa req-4f46a601-2ecc-412b-b942-8dd5e69ab370 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.3002725 Nov 19 05:46:27.764706 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eaa9ed-89fe-4f8b-b953-7e89005b8ee6 req-990a7f07-b75a-4ed7-9bfd-a82141d02580 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:27.766213 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-61eaa9ed-89fe-4f8b-b953-7e89005b8ee6 req-990a7f07-b75a-4ed7-9bfd-a82141d02580 service neutron] 10.222.0.13 "GET /v2.0/networks?id=862f8118-c40f-4658-b1ad-353ef6da3fa1 HTTP/1.1" status: 200 len: 912 time: 0.2628539 Nov 19 05:46:27.870150 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b5d74-6e73-48bf-8d61-d7aeb61105e4 req-4680bf40-8a8b-4ed5-b835-ec0afb44691d tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:27.871777 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b68b5d74-6e73-48bf-8d61-d7aeb61105e4 req-4680bf40-8a8b-4ed5-b835-ec0afb44691d tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ce674-c17a-426e-8adc-0638413a9480 HTTP/1.1" status: 200 len: 943 time: 0.3397632 Nov 19 05:46:27.875054 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-61eaa9ed-89fe-4f8b-b953-7e89005b8ee6 req-9fcec8b1-0cfe-4aaa-964a-f2b1f8ea99a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3e27814-2d01-4a6b-9520-f4f5fb2d586e HTTP/1.1" status: 200 len: 217 time: 0.0992558 Nov 19 05:46:27.974254 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-2bc07ff7-4fa1-4fed-b459-869735ec9cfa req-2cebfb23-ac1d-42b1-8ad2-cc2ced8b2f4a tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063687 Nov 19 05:46:27.998527 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eaa9ed-89fe-4f8b-b953-7e89005b8ee6 req-807ab97f-d168-42b3-b126-d53cc9b82cc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:28.000167 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-61eaa9ed-89fe-4f8b-b953-7e89005b8ee6 req-807ab97f-d168-42b3-b126-d53cc9b82cc0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12c931fa-83f1-4bd4-970f-5ff8c913a3bb HTTP/1.1" status: 200 len: 858 time: 0.1147573 Nov 19 05:46:28.008620 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b68b5d74-6e73-48bf-8d61-d7aeb61105e4 req-d87e982d-8188-40c0-bb24-e324fc91fb9c tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/security-groups?id=2545e194-21b6-4765-b39a-be9990332146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244483 Nov 19 05:46:28.054697 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-61eaa9ed-89fe-4f8b-b953-7e89005b8ee6 req-d0065847-a880-4f72-9fa9-29239dbdf0ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=862f8118-c40f-4658-b1ad-353ef6da3fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450048 Nov 19 05:46:28.137673 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 33730) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:28.253817 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-61eaa9ed-89fe-4f8b-b953-7e89005b8ee6 req-622e4c71-a3d3-4a15-9146-99e0acf9bfad service neutron] 10.222.0.13 "GET /v2.0/networks/862f8118-c40f-4658-b1ad-353ef6da3fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912613 Nov 19 05:46:28.299585 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device df6bf214-44e7-4707-8ea4-89c64963ff0e up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:46:28.310871 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f5d8d357-52cc-4040-ad99-efc3808bc4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:28.344570 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-f5d8d357-52cc-4040-ad99-efc3808bc4da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:46:28.348629 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-f5d8d357-52cc-4040-ad99-efc3808bc4da admin admin] Usage tracker for resource:security_group_rule and tenant:29fb1eed7e7b40f4b3879eef781d40a9 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:46:28.351634 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-f5d8d357-52cc-4040-ad99-efc3808bc4da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:46:28.358065 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-f5d8d357-52cc-4040-ad99-efc3808bc4da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:46:28.376369 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning for port df6bf214-44e7-4707-8ea4-89c64963ff0e completed by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:46:28.382002 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port df6bf214-44e7-4707-8ea4-89c64963ff0e triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:46:28.382431 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:28.407413 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-61eaa9ed-89fe-4f8b-b953-7e89005b8ee6 req-bc055c4f-8149-4497-a9ea-ccd30e5f1083 service neutron] 10.222.0.13 "GET /v2.0/networks/862f8118-c40f-4658-b1ad-353ef6da3fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1458356 Nov 19 05:46:28.428129 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f5d8d357-52cc-4040-ad99-efc3808bc4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:28.433573 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f5d8d357-52cc-4040-ad99-efc3808bc4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:28.443702 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-6b786549-d101-49ce-824c-bfc37daf3efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:28.497479 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d8d357-52cc-4040-ad99-efc3808bc4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88468aca-062b-4f35-978e-77faa76b1aad,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:28.504821 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 33738) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:28.506059 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:28.517935 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-f5d8d357-52cc-4040-ad99-efc3808bc4da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=29fb1eed7e7b40f4b3879eef781d40a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3786836 Nov 19 05:46:28.519044 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f5d8d357-52cc-4040-ad99-efc3808bc4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:28.543418 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] For port df6bf214-44e7-4707-8ea4-89c64963ff0e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=df6bf214-44e7-4707-8ea4-89c64963ff0e,segment=NetworkSegment(0d3521c7-495d-4757-9f98-35cd0f6442b4),segment_id=0d3521c7-495d-4757-9f98-35cd0f6442b4)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:46:28.544612 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9ce674-c17a-426e-8adc-0638413a9480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6bf214-44e7-4707-8ea4-89c64963ff0e'}] {{(pid=80340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:46:28.551129 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:28.553824 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:28.632834 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Pushing event updated for resources: {'Port': ['ID=df6bf214-44e7-4707-8ea4-89c64963ff0e,revision_number=4']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:28.634000 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6042f32a-ef74-4173-90e1-fe1d7b41eaac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:28.637459 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:28.646412 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9ce674-c17a-426e-8adc-0638413a9480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6bf214-44e7-4707-8ea4-89c64963ff0e', 'code': 200} Nov 19 05:46:28.668556 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6042f32a-ef74-4173-90e1-fe1d7b41eaac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:28.720193 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6042f32a-ef74-4173-90e1-fe1d7b41eaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:28.726051 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:28.738201 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042f32a-ef74-4173-90e1-fe1d7b41eaac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88468aca-062b-4f35-978e-77faa76b1aad,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:28.743096 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-6042f32a-ef74-4173-90e1-fe1d7b41eaac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:28.746553 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6042f32a-ef74-4173-90e1-fe1d7b41eaac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:28.747913 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-6042f32a-ef74-4173-90e1-fe1d7b41eaac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/88468aca-062b-4f35-978e-77faa76b1aad HTTP/1.1" status: 204 len: 168 time: 0.2414539 Nov 19 05:46:28.987874 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-bb4ec5b6-08c1-4858-96e2-010e3c03c21c req-e30743f6-874e-4675-8243-f16ce3eb673e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3b9ce674-c17a-426e-8adc-0638413a9480 HTTP/1.1" status: 200 len: 1162 time: 0.0818324 Nov 19 05:46:29.044267 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-bb4ec5b6-08c1-4858-96e2-010e3c03c21c req-07a50c83-88c4-4e16-9df8-c3d9e2e60955 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2545e194-21b6-4765-b39a-be9990332146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484157 Nov 19 05:46:29.141537 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 33766) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:29.163117 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1ade0307-96bd-44f1-bbcc-69b75b5d657c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:29.201571 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-1ade0307-96bd-44f1-bbcc-69b75b5d657c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:46:29.205703 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-1ade0307-96bd-44f1-bbcc-69b75b5d657c admin admin] Usage tracker for resource:security_group_rule and tenant:b314af36ee29430595e57de3c1b75cab is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:46:29.209178 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-1ade0307-96bd-44f1-bbcc-69b75b5d657c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:46:29.215026 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-1ade0307-96bd-44f1-bbcc-69b75b5d657c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:46:29.280508 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f5a22-fe75-4e9d-b12e-91c4fc74c3ee req-64f16e55-ba16-494a-87cd-ed9e19889aa2 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:29.282162 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8d5f5a22-fe75-4e9d-b12e-91c4fc74c3ee req-64f16e55-ba16-494a-87cd-ed9e19889aa2 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.1659522 Nov 19 05:46:29.289130 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1ade0307-96bd-44f1-bbcc-69b75b5d657c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:29.293519 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1ade0307-96bd-44f1-bbcc-69b75b5d657c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:29.294532 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997f584-f9f5-4e01-b504-bc1866a20fca req-d2f02f77-de6f-4459-9312-4412cb233259 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:29.295885 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9997f584-f9f5-4e01-b504-bc1866a20fca req-d2f02f77-de6f-4459-9312-4412cb233259 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ce674-c17a-426e-8adc-0638413a9480 HTTP/1.1" status: 200 len: 945 time: 0.1217599 Nov 19 05:46:29.307738 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-67f4720a-146f-481a-a188-32a2fd7927b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:29.357185 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-1ade0307-96bd-44f1-bbcc-69b75b5d657c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b314af36ee29430595e57de3c1b75cab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2143834 Nov 19 05:46:29.357807 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 33778) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:29.361465 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade0307-96bd-44f1-bbcc-69b75b5d657c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632403e7-a268-4988-8ba6-c49594b30445,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:29.374575 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-1ade0307-96bd-44f1-bbcc-69b75b5d657c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:29.380666 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8d5f5a22-fe75-4e9d-b12e-91c4fc74c3ee req-877c9322-b00f-4716-8f7b-81dbbd1e54c8 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832222 Nov 19 05:46:29.388070 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9997f584-f9f5-4e01-b504-bc1866a20fca req-b7f9e5fd-a998-4a2b-87bc-fb19e5f77297 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/security-groups?id=2545e194-21b6-4765-b39a-be9990332146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754583 Nov 19 05:46:29.460526 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4425733b-9eb9-478f-a741-4b8a891c2293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:29.491612 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4425733b-9eb9-478f-a741-4b8a891c2293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:29.544034 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4425733b-9eb9-478f-a741-4b8a891c2293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:29.554048 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-87908857-a48a-4378-8aa2-97b1791197d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:29.570944 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425733b-9eb9-478f-a741-4b8a891c2293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632403e7-a268-4988-8ba6-c49594b30445,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:29.573879 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-4425733b-9eb9-478f-a741-4b8a891c2293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:29.575141 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4425733b-9eb9-478f-a741-4b8a891c2293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:29.576553 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-4425733b-9eb9-478f-a741-4b8a891c2293 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/632403e7-a268-4988-8ba6-c49594b30445 HTTP/1.1" status: 204 len: 168 time: 0.2169955 Nov 19 05:46:29.985137 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:30.032351 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device df6bf214-44e7-4707-8ea4-89c64963ff0e up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:46:30.110269 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port df6bf214-44e7-4707-8ea4-89c64963ff0e triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:46:30.110745 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:30.723451 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbbcfb-4447-436f-b4c8-c33e8e8be4d2 req-83851e96-8229-4b78-8ecf-56bad9839f92 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:30.725727 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a4fbbcfb-4447-436f-b4c8-c33e8e8be4d2 req-83851e96-8229-4b78-8ecf-56bad9839f92 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ce674-c17a-426e-8adc-0638413a9480 HTTP/1.1" status: 200 len: 945 time: 0.1645017 Nov 19 05:46:30.732930 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed027ed-6bee-4f03-b430-db0057987f47 req-13385e62-4f86-4bd2-a4a8-708bd114d815 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:30.734506 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fed027ed-6bee-4f03-b430-db0057987f47 req-13385e62-4f86-4bd2-a4a8-708bd114d815 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.1326663 Nov 19 05:46:30.812868 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a4fbbcfb-4447-436f-b4c8-c33e8e8be4d2 req-286b2251-6ec1-4d44-9dfb-bd7fd3cf057d tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/security-groups?id=2545e194-21b6-4765-b39a-be9990332146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773253 Nov 19 05:46:30.816634 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fed027ed-6bee-4f03-b430-db0057987f47 req-1d773427-4baa-4d4b-9727-f5a4fd0c2e31 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665274 Nov 19 05:46:31.724464 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 33878) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:31.797754 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device df6bf214-44e7-4707-8ea4-89c64963ff0e up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:46:31.874077 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port df6bf214-44e7-4707-8ea4-89c64963ff0e triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:46:31.874281 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:31.900452 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-05c4e173-6e5b-4660-8f9d-a13d13cf7a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:31.958970 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-05c4e173-6e5b-4660-8f9d-a13d13cf7a3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:46:31.964725 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-05c4e173-6e5b-4660-8f9d-a13d13cf7a3e admin admin] Usage tracker for resource:security_group_rule and tenant:2272624d0520437f98097c8a9a0166cc is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:46:31.969424 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-05c4e173-6e5b-4660-8f9d-a13d13cf7a3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:46:31.978229 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-05c4e173-6e5b-4660-8f9d-a13d13cf7a3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:46:32.338348 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-05c4e173-6e5b-4660-8f9d-a13d13cf7a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:32.347975 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b0406-9386-4633-8a14-67d225693f04 req-f5493d49-61c8-4a1b-bb53-252b3d836010 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:32.353454 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0b2b0406-9386-4633-8a14-67d225693f04 req-f5493d49-61c8-4a1b-bb53-252b3d836010 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.3431082 Nov 19 05:46:32.354824 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-05c4e173-6e5b-4660-8f9d-a13d13cf7a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:32.370553 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:32.421406 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 33900) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:32.422061 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-05c4e173-6e5b-4660-8f9d-a13d13cf7a3e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2272624d0520437f98097c8a9a0166cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6963487 Nov 19 05:46:32.470174 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0b2b0406-9386-4633-8a14-67d225693f04 req-d2c55aad-84ec-49b8-9f6c-4b5a86c88697 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005554 Nov 19 05:46:32.470876 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4e173-6e5b-4660-8f9d-a13d13cf7a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e48716-1500-4892-953f-3baf17e7ab3e,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:32.476809 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-05c4e173-6e5b-4660-8f9d-a13d13cf7a3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:32.568155 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e4b35298-63b1-4070-88f1-a9b9b8fd0713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:32.615390 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e4b35298-63b1-4070-88f1-a9b9b8fd0713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:32.675691 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e4b35298-63b1-4070-88f1-a9b9b8fd0713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:32.685878 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-ce57d263-25f0-46a4-9ab4-266ce3f10728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:32.716483 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b35298-63b1-4070-88f1-a9b9b8fd0713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e48716-1500-4892-953f-3baf17e7ab3e,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:32.734534 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e4b35298-63b1-4070-88f1-a9b9b8fd0713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:32.737620 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e4b35298-63b1-4070-88f1-a9b9b8fd0713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:32.741099 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-e4b35298-63b1-4070-88f1-a9b9b8fd0713 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19e48716-1500-4892-953f-3baf17e7ab3e HTTP/1.1" status: 204 len: 168 time: 0.3177605 Nov 19 05:46:32.886420 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1f295-ea6a-4457-9de7-654b716dce9b req-d90d1585-5778-45ad-851d-41545de6c9c0 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:32.894391 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-73d1f295-ea6a-4457-9de7-654b716dce9b req-d90d1585-5778-45ad-851d-41545de6c9c0 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ce674-c17a-426e-8adc-0638413a9480 HTTP/1.1" status: 200 len: 945 time: 0.1036098 Nov 19 05:46:32.954539 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-73d1f295-ea6a-4457-9de7-654b716dce9b req-41c0395c-8956-450e-a25d-f8c03f308649 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/security-groups?id=2545e194-21b6-4765-b39a-be9990332146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571568 Nov 19 05:46:33.707174 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b9d19-52cb-4c97-8923-a2d1fbf2884c req-ab9bf166-a528-4962-958e-f0db01cd85da tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:33.708819 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1e5b9d19-52cb-4c97-8923-a2d1fbf2884c req-ab9bf166-a528-4962-958e-f0db01cd85da tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.0838618 Nov 19 05:46:33.757635 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1e5b9d19-52cb-4c97-8923-a2d1fbf2884c req-d519401c-33d7-4428-bfb2-06335ede925f tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427072 Nov 19 05:46:34.173796 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55f469-a186-4a46-83b2-5b2a7b6f1ac2 req-08ada053-c7e1-4598-9d45-61c2b945dec2 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:34.175460 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ee55f469-a186-4a46-83b2-5b2a7b6f1ac2 req-08ada053-c7e1-4598-9d45-61c2b945dec2 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ce674-c17a-426e-8adc-0638413a9480 HTTP/1.1" status: 200 len: 945 time: 0.0942075 Nov 19 05:46:34.226625 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ee55f469-a186-4a46-83b2-5b2a7b6f1ac2 req-f4ab068f-27ab-4488-b97e-c9a522aaee58 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/security-groups?id=2545e194-21b6-4765-b39a-be9990332146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426397 Nov 19 05:46:34.409391 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe282b-868b-4505-8f39-65b058f17649 req-703f2bde-32a0-4657-bdb4-88b8d421f802 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:34.410945 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3fbe282b-868b-4505-8f39-65b058f17649 req-703f2bde-32a0-4657-bdb4-88b8d421f802 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.13 "GET /v2.0/ports?device_id=3b9ce674-c17a-426e-8adc-0638413a9480 HTTP/1.1" status: 200 len: 945 time: 0.0820301 Nov 19 05:46:34.489685 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-3fbe282b-868b-4505-8f39-65b058f17649 req-39c08d60-d13c-4676-877f-93610154c851 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Deleting port df6bf214-44e7-4707-8ea4-89c64963ff0e {{(pid=80339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:46:34.490071 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-3fbe282b-868b-4505-8f39-65b058f17649 req-39c08d60-d13c-4676-877f-93610154c851 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:34.744161 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-3fbe282b-868b-4505-8f39-65b058f17649 req-39c08d60-d13c-4676-877f-93610154c851 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] For port df6bf214-44e7-4707-8ea4-89c64963ff0e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=df6bf214-44e7-4707-8ea4-89c64963ff0e,segment=NetworkSegment(0d3521c7-495d-4757-9f98-35cd0f6442b4),segment_id=0d3521c7-495d-4757-9f98-35cd0f6442b4)] {{(pid=80339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:46:34.744555 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-3fbe282b-868b-4505-8f39-65b058f17649 req-39c08d60-d13c-4676-877f-93610154c851 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:34.876534 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-3fbe282b-868b-4505-8f39-65b058f17649 req-39c08d60-d13c-4676-877f-93610154c851 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Calling delete_port for df6bf214-44e7-4707-8ea4-89c64963ff0e owned by compute:nova {{(pid=80339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:46:35.028566 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8b6c4-efc7-4c80-859a-2492ef084e79 req-a123f027-5652-42a6-b731-bcec867a8cae tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:35.030269 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-6ba8b6c4-efc7-4c80-859a-2492ef084e79 req-a123f027-5652-42a6-b731-bcec867a8cae tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.1254621 Nov 19 05:46:35.139580 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-6ba8b6c4-efc7-4c80-859a-2492ef084e79 req-f9ee3850-5ead-4291-bcf1-ea487b534eb7 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692148 Nov 19 05:46:35.140663 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-3fbe282b-868b-4505-8f39-65b058f17649 req-39c08d60-d13c-4676-877f-93610154c851 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474476'] for port, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:35.175443 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-96774333-ec50-436e-9981-ff29434787b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:35.226147 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c08d60-d13c-4676-877f-93610154c851 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Pushing event deleted for resources: {'Port': ['ID=df6bf214-44e7-4707-8ea4-89c64963ff0e,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:35.293466 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c08d60-d13c-4676-877f-93610154c851 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:35.293876 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c08d60-d13c-4676-877f-93610154c851 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:35.294381 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c08d60-d13c-4676-877f-93610154c851 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:35.294661 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c08d60-d13c-4676-877f-93610154c851 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:35.295037 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c08d60-d13c-4676-877f-93610154c851 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:35.295406 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c08d60-d13c-4676-877f-93610154c851 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:35.295792 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c08d60-d13c-4676-877f-93610154c851 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:35.296234 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c08d60-d13c-4676-877f-93610154c851 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:35.296610 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c08d60-d13c-4676-877f-93610154c851 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:35.296992 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c08d60-d13c-4676-877f-93610154c851 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:35.297378 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c08d60-d13c-4676-877f-93610154c851 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:35.297757 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c08d60-d13c-4676-877f-93610154c851 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:35.298176 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c08d60-d13c-4676-877f-93610154c851 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:35.298552 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c08d60-d13c-4676-877f-93610154c851 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:35.298999 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c08d60-d13c-4676-877f-93610154c851 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:35.299286 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c08d60-d13c-4676-877f-93610154c851 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:35.299666 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c08d60-d13c-4676-877f-93610154c851 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:35.300046 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c08d60-d13c-4676-877f-93610154c851 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:35.300416 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c08d60-d13c-4676-877f-93610154c851 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:35.300792 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c08d60-d13c-4676-877f-93610154c851 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:35.301313 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c08d60-d13c-4676-877f-93610154c851 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:35.301571 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c08d60-d13c-4676-877f-93610154c851 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:35.302867 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c08d60-d13c-4676-877f-93610154c851 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:35.302867 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c08d60-d13c-4676-877f-93610154c851 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:35.310117 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-39c08d60-d13c-4676-877f-93610154c851 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:35.434058 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbe282b-868b-4505-8f39-65b058f17649 req-39c08d60-d13c-4676-877f-93610154c851 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] No DVR routers for this DVR port df6bf214-44e7-4707-8ea4-89c64963ff0e on host hv-cinder-76330 {{(pid=80339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:46:35.440413 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-3fbe282b-868b-4505-8f39-65b058f17649 req-39c08d60-d13c-4676-877f-93610154c851 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:35.443308 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9ce674-c17a-426e-8adc-0638413a9480', 'name': 'network-vif-deleted', 'tag': 'df6bf214-44e7-4707-8ea4-89c64963ff0e'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:46:35.460737 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-89847c28-537a-4260-bf28-bcb9c7d371f6 req-b3b2728e-f775-4c9a-969b-275bf7adeb2e tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ce674-c17a-426e-8adc-0638413a9480 HTTP/1.1" status: 200 len: 210 time: 0.0658581 Nov 19 05:46:35.482501 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3fbe282b-868b-4505-8f39-65b058f17649 req-39c08d60-d13c-4676-877f-93610154c851 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] 10.222.0.13 "DELETE /v2.0/ports/df6bf214-44e7-4707-8ea4-89c64963ff0e HTTP/1.1" status: 204 len: 173 time: 1.0653272 Nov 19 05:46:35.562502 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9ce674-c17a-426e-8adc-0638413a9480', 'name': 'network-vif-deleted', 'tag': 'df6bf214-44e7-4707-8ea4-89c64963ff0e', 'status': 'completed', 'code': 200} Nov 19 05:46:35.608832 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device df6bf214-44e7-4707-8ea4-89c64963ff0e no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:46:35.684219 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] No Port match for: df6bf214-44e7-4707-8ea4-89c64963ff0e {{(pid=80340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:46:35.684935 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device df6bf214-44e7-4707-8ea4-89c64963ff0e not bound to the agent host hv-cinder-76330 {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:46:35.703930 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 33998) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:35.884930 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f03fdac2-21e3-4666-b685-5b415c71780c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:35.924531 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-f03fdac2-21e3-4666-b685-5b415c71780c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:46:35.929090 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-f03fdac2-21e3-4666-b685-5b415c71780c admin admin] Usage tracker for resource:security_group_rule and tenant:a571a0fa448f49db8352a3002248f863 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:46:35.932466 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-f03fdac2-21e3-4666-b685-5b415c71780c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:46:35.938937 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-f03fdac2-21e3-4666-b685-5b415c71780c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:46:36.012023 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f03fdac2-21e3-4666-b685-5b415c71780c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:36.014761 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f03fdac2-21e3-4666-b685-5b415c71780c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:36.023203 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-edb67748-1e84-446f-8080-103a76db29c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:36.070088 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-f03fdac2-21e3-4666-b685-5b415c71780c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a571a0fa448f49db8352a3002248f863&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3649058 Nov 19 05:46:36.070800 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03fdac2-21e3-4666-b685-5b415c71780c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dca0003-74d7-4691-a09c-4f38fe577df2,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:36.072709 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 34012) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:36.074107 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f03fdac2-21e3-4666-b685-5b415c71780c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:36.170979 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4255ac9b-bb1d-46b8-b488-ec0a7dc72015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:36.203653 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4255ac9b-bb1d-46b8-b488-ec0a7dc72015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:36.277055 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4255ac9b-bb1d-46b8-b488-ec0a7dc72015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:36.284096 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e7e54c8c-b6ad-4491-9d37-8c063917b44a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:36.345011 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4255ac9b-bb1d-46b8-b488-ec0a7dc72015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:36.349061 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-4255ac9b-bb1d-46b8-b488-ec0a7dc72015 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0dca0003-74d7-4691-a09c-4f38fe577df2 HTTP/1.1" status: 204 len: 168 time: 0.2721720 Nov 19 05:46:36.349061 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255ac9b-bb1d-46b8-b488-ec0a7dc72015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dca0003-74d7-4691-a09c-4f38fe577df2,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:36.360496 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-4255ac9b-bb1d-46b8-b488-ec0a7dc72015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:36.429185 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da52b6a-3b29-4006-a087-77d3fd6bf843 req-2f52da8e-45a5-4325-bdaf-232dd4d55cb1 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:36.430984 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-2da52b6a-3b29-4006-a087-77d3fd6bf843 req-2f52da8e-45a5-4325-bdaf-232dd4d55cb1 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.1396298 Nov 19 05:46:36.559313 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-2da52b6a-3b29-4006-a087-77d3fd6bf843 req-cf50c2be-fa1e-4744-9b54-58d34f71bcfd tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222625 Nov 19 05:46:36.575711 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a720c05-be45-4574-a084-436f4f0d38f8 req-b739320f-8872-421d-b300-b35d5456d4cd tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:36.583994 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5a720c05-be45-4574-a084-436f4f0d38f8 req-b739320f-8872-421d-b300-b35d5456d4cd tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 946 time: 0.1455448 Nov 19 05:46:36.663160 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5a720c05-be45-4574-a084-436f4f0d38f8 req-b15cae2c-1dd0-4347-890f-d2508b846a18 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781126 Nov 19 05:46:37.868951 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7381b73-d557-48a9-b532-ff08d30fc576 req-416cf18c-4e65-4210-b0eb-2e1a0490cca7 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:37.870582 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a7381b73-d557-48a9-b532-ff08d30fc576 req-416cf18c-4e65-4210-b0eb-2e1a0490cca7 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.1542974 Nov 19 05:46:37.947509 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a439a0-8373-4e05-b07b-2058cbafea30 req-bbcda460-cdfe-43c1-9ab4-8211b6b04586 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:37.949308 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-40a439a0-8373-4e05-b07b-2058cbafea30 req-bbcda460-cdfe-43c1-9ab4-8211b6b04586 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 946 time: 0.1395962 Nov 19 05:46:37.965238 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a7381b73-d557-48a9-b532-ff08d30fc576 req-262e21b5-5477-4abb-9a1b-4f2969c3b3c4 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849755 Nov 19 05:46:37.996616 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 34104) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:38.016090 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-40a439a0-8373-4e05-b07b-2058cbafea30 req-b2310d20-25e3-41ce-8c3a-e5ec86515fe7 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496724 Nov 19 05:46:38.158865 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-76a74ab9-6033-4f11-b48b-cf7dc3903fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:38.194700 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-76a74ab9-6033-4f11-b48b-cf7dc3903fdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:46:38.198811 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-76a74ab9-6033-4f11-b48b-cf7dc3903fdc admin admin] Usage tracker for resource:security_group_rule and tenant:f047112a8e4b4dbda607a727368034ee is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:46:38.201818 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-76a74ab9-6033-4f11-b48b-cf7dc3903fdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:46:38.207581 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-76a74ab9-6033-4f11-b48b-cf7dc3903fdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:46:38.278042 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-76a74ab9-6033-4f11-b48b-cf7dc3903fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:38.282039 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-76a74ab9-6033-4f11-b48b-cf7dc3903fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:38.292603 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-a5befe08-4a32-4a5b-92c0-db9aa66c3bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:38.334799 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a74ab9-6033-4f11-b48b-cf7dc3903fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c4e152-abd2-4055-91cc-b86a0f73fbc7,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:38.340520 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-76a74ab9-6033-4f11-b48b-cf7dc3903fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:38.350708 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 34138) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:38.350978 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-76a74ab9-6033-4f11-b48b-cf7dc3903fdc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f047112a8e4b4dbda607a727368034ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3529613 Nov 19 05:46:38.418052 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8118e780-2abb-4590-a107-3c500e59b2d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:38.446678 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8118e780-2abb-4590-a107-3c500e59b2d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:38.495507 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8118e780-2abb-4590-a107-3c500e59b2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:38.501916 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-029c7d25-47d4-4a0f-abf3-c8c32f8937c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:38.519477 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118e780-2abb-4590-a107-3c500e59b2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c4e152-abd2-4055-91cc-b86a0f73fbc7,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:38.523403 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-8118e780-2abb-4590-a107-3c500e59b2d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:38.529168 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8118e780-2abb-4590-a107-3c500e59b2d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:38.529168 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-8118e780-2abb-4590-a107-3c500e59b2d4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5c4e152-abd2-4055-91cc-b86a0f73fbc7 HTTP/1.1" status: 204 len: 168 time: 0.1748362 Nov 19 05:46:38.692027 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 34152) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:38.708873 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d6f4f-6999-421f-b14e-321ad8f6a134 req-c54f9fbd-dca3-4dc7-bcfd-3f2a13b5cf3e tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:38.710570 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ef8d6f4f-6999-421f-b14e-321ad8f6a134 req-c54f9fbd-dca3-4dc7-bcfd-3f2a13b5cf3e tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.1104326 Nov 19 05:46:38.763387 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ef8d6f4f-6999-421f-b14e-321ad8f6a134 req-3cc7818e-0567-43df-8bed-1c35a841cea3 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457439 Nov 19 05:46:38.987377 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ffdfb66c-62a0-4423-bf7f-1ce2e7f925ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:39.021323 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-ffdfb66c-62a0-4423-bf7f-1ce2e7f925ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:46:39.025364 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-ffdfb66c-62a0-4423-bf7f-1ce2e7f925ae admin admin] Usage tracker for resource:security_group_rule and tenant:1ced677a2a3943e9be3ce16a2153650a is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:46:39.028267 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-ffdfb66c-62a0-4423-bf7f-1ce2e7f925ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:46:39.034061 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-ffdfb66c-62a0-4423-bf7f-1ce2e7f925ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:46:39.103154 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ffdfb66c-62a0-4423-bf7f-1ce2e7f925ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:39.107312 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ffdfb66c-62a0-4423-bf7f-1ce2e7f925ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:39.115574 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f9948dbb-3229-4080-a279-0532b6eb6881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:39.163070 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdfb66c-62a0-4423-bf7f-1ce2e7f925ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1915da8a-f482-4f3d-8b96-c5d479346c13,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:39.167627 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-ffdfb66c-62a0-4423-bf7f-1ce2e7f925ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1ced677a2a3943e9be3ce16a2153650a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4738462 Nov 19 05:46:39.168531 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-ffdfb66c-62a0-4423-bf7f-1ce2e7f925ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:39.171528 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 34164) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:39.251082 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b113b01-bdf9-4cd7-9d08-3fb3e3de80c6 req-bb295a45-9d2c-47c0-942a-af6c2b613d1e tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:39.252677 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0b113b01-bdf9-4cd7-9d08-3fb3e3de80c6 req-bb295a45-9d2c-47c0-942a-af6c2b613d1e tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.1621556 Nov 19 05:46:39.366132 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-20c4e9ff-f990-4196-821b-95882f9bb3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:39.370336 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0b113b01-bdf9-4cd7-9d08-3fb3e3de80c6 req-ee048ec7-7043-4ad3-beb8-d9c4188c0b8b tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054208 Nov 19 05:46:39.393809 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590007e-6a49-4232-937d-6df0b2ac607a req-665df5d3-46ad-4f1f-9e90-4aa5d5fba100 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:39.395448 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7590007e-6a49-4232-937d-6df0b2ac607a req-665df5d3-46ad-4f1f-9e90-4aa5d5fba100 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 946 time: 0.2190452 Nov 19 05:46:39.427287 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-20c4e9ff-f990-4196-821b-95882f9bb3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:39.488425 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7590007e-6a49-4232-937d-6df0b2ac607a req-dd6208be-b40f-4ff3-8ec2-bf040c0b58ff tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852077 Nov 19 05:46:39.496818 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-20c4e9ff-f990-4196-821b-95882f9bb3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:39.503237 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-b288401e-9bda-4b8c-a650-c2459ceed7d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:39.520867 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c4e9ff-f990-4196-821b-95882f9bb3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1915da8a-f482-4f3d-8b96-c5d479346c13,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:39.523410 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-20c4e9ff-f990-4196-821b-95882f9bb3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:39.526871 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-20c4e9ff-f990-4196-821b-95882f9bb3d4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1915da8a-f482-4f3d-8b96-c5d479346c13 HTTP/1.1" status: 204 len: 168 time: 0.3520746 Nov 19 05:46:39.534417 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-20c4e9ff-f990-4196-821b-95882f9bb3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:39.961571 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-610d45ba-7464-44dc-a37f-a75a00c4a0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:40.039739 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc4865-5495-4216-86ac-8cc3417d3d35 req-ca4bfb75-5829-4f5f-ae6c-e0e468671c72 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:40.042087 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-07bc4865-5495-4216-86ac-8cc3417d3d35 req-ca4bfb75-5829-4f5f-ae6c-e0e468671c72 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.0983679 Nov 19 05:46:40.096573 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-07bc4865-5495-4216-86ac-8cc3417d3d35 req-1db7cc6f-23c8-4f08-8fd8-091cf0b1154a tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479307 Nov 19 05:46:40.367909 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 34200) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:40.619308 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6b2aea0c-0c2c-4336-bc55-31616e79b961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:40.679372 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd0d0f-ae2c-4d82-8e50-e2c38c54520d req-f0d698a3-36f3-4ed3-86de-54a0f44b5cfc tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:40.681179 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0cfd0d0f-ae2c-4d82-8e50-e2c38c54520d req-f0d698a3-36f3-4ed3-86de-54a0f44b5cfc tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.1635840 Nov 19 05:46:40.682252 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-6b2aea0c-0c2c-4336-bc55-31616e79b961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:46:40.688456 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-6b2aea0c-0c2c-4336-bc55-31616e79b961 admin admin] Usage tracker for resource:security_group_rule and tenant:84873c8c303a43c49e736909af326fb4 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:46:40.731352 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-6b2aea0c-0c2c-4336-bc55-31616e79b961 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:46:40.765169 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-6b2aea0c-0c2c-4336-bc55-31616e79b961 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:46:40.830810 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0cfd0d0f-ae2c-4d82-8e50-e2c38c54520d req-bf302e6b-fa8b-40a5-ac11-d17ff891d210 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392369 Nov 19 05:46:40.851158 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c3bcd-ee0f-4d39-ae0b-ec24a32aefa3 req-8ad68456-7305-407e-b37f-eed3b32ef57d tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:40.858805 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-460c3bcd-ee0f-4d39-ae0b-ec24a32aefa3 req-8ad68456-7305-407e-b37f-eed3b32ef57d tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 946 time: 0.1737576 Nov 19 05:46:40.933288 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6b2aea0c-0c2c-4336-bc55-31616e79b961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:40.937876 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-460c3bcd-ee0f-4d39-ae0b-ec24a32aefa3 req-1101ac67-4724-4347-b193-85c5047b2b37 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782018 Nov 19 05:46:40.938947 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6b2aea0c-0c2c-4336-bc55-31616e79b961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:40.947492 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-b07f2dc7-5062-4e22-b000-6167c8720f7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:40.990561 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2aea0c-0c2c-4336-bc55-31616e79b961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa47955-3346-4c1f-8f57-6995c2e3b1bc,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:40.994396 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-6b2aea0c-0c2c-4336-bc55-31616e79b961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:40.999774 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-6b2aea0c-0c2c-4336-bc55-31616e79b961 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=84873c8c303a43c49e736909af326fb4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6280465 Nov 19 05:46:41.000618 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 34214) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:41.065423 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-de0e7b14-7f1e-44dd-8431-d502094dd426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:41.104503 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-de0e7b14-7f1e-44dd-8431-d502094dd426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:41.162109 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-de0e7b14-7f1e-44dd-8431-d502094dd426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:41.178308 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-2f4a7722-36ec-4416-a9ff-c9340fd44eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:41.192595 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e7b14-7f1e-44dd-8431-d502094dd426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa47955-3346-4c1f-8f57-6995c2e3b1bc,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:41.208204 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e7b14-7f1e-44dd-8431-d502094dd426 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:41.208868 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e7b14-7f1e-44dd-8431-d502094dd426 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:41.209309 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e7b14-7f1e-44dd-8431-d502094dd426 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:41.209713 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e7b14-7f1e-44dd-8431-d502094dd426 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:41.210092 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e7b14-7f1e-44dd-8431-d502094dd426 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:41.210462 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e7b14-7f1e-44dd-8431-d502094dd426 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:41.211017 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e7b14-7f1e-44dd-8431-d502094dd426 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:41.211408 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e7b14-7f1e-44dd-8431-d502094dd426 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:41.211797 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e7b14-7f1e-44dd-8431-d502094dd426 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:41.212181 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e7b14-7f1e-44dd-8431-d502094dd426 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:41.212562 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e7b14-7f1e-44dd-8431-d502094dd426 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:41.212955 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e7b14-7f1e-44dd-8431-d502094dd426 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:41.213387 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e7b14-7f1e-44dd-8431-d502094dd426 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:41.213741 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e7b14-7f1e-44dd-8431-d502094dd426 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:41.214282 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e7b14-7f1e-44dd-8431-d502094dd426 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:41.214843 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e7b14-7f1e-44dd-8431-d502094dd426 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:41.215371 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e7b14-7f1e-44dd-8431-d502094dd426 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:41.215871 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e7b14-7f1e-44dd-8431-d502094dd426 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:41.216255 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e7b14-7f1e-44dd-8431-d502094dd426 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:41.216633 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e7b14-7f1e-44dd-8431-d502094dd426 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:41.217118 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e7b14-7f1e-44dd-8431-d502094dd426 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:41.217507 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e7b14-7f1e-44dd-8431-d502094dd426 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:41.217896 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e7b14-7f1e-44dd-8431-d502094dd426 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:41.218234 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e7b14-7f1e-44dd-8431-d502094dd426 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:41.224674 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-de0e7b14-7f1e-44dd-8431-d502094dd426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:41.229579 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-de0e7b14-7f1e-44dd-8431-d502094dd426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:41.233796 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-de0e7b14-7f1e-44dd-8431-d502094dd426 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8fa47955-3346-4c1f-8f57-6995c2e3b1bc HTTP/1.1" status: 204 len: 168 time: 0.2325459 Nov 19 05:46:41.355901 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf59f1-4b56-4210-9a08-2fbe0fb324c0 req-4c3bd704-14a2-4991-bbd2-3c8482262f44 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:41.363529 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ebcf59f1-4b56-4210-9a08-2fbe0fb324c0 req-4c3bd704-14a2-4991-bbd2-3c8482262f44 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.1007676 Nov 19 05:46:41.435164 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ebcf59f1-4b56-4210-9a08-2fbe0fb324c0 req-5d6c5902-dba8-4850-9fe0-cb6ffd1cf285 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706601 Nov 19 05:46:41.706727 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 34228) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:41.730188 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-60c08f54-5409-4828-8c0a-1a777eaabee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:41.765960 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-60c08f54-5409-4828-8c0a-1a777eaabee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:46:41.771079 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-60c08f54-5409-4828-8c0a-1a777eaabee6 admin admin] Usage tracker for resource:security_group_rule and tenant:3801a6f3b5c440a18e123e935f979192 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:46:41.774396 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-60c08f54-5409-4828-8c0a-1a777eaabee6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:46:41.780509 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-60c08f54-5409-4828-8c0a-1a777eaabee6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:46:41.859840 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-60c08f54-5409-4828-8c0a-1a777eaabee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:41.863447 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-60c08f54-5409-4828-8c0a-1a777eaabee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:41.873470 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-de0e7b14-7f1e-44dd-8431-d502094dd426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:41.934536 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c08f54-5409-4828-8c0a-1a777eaabee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd40f71-13d4-4033-926b-7dd1d320d38c,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:41.942025 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-60c08f54-5409-4828-8c0a-1a777eaabee6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3801a6f3b5c440a18e123e935f979192&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2338753 Nov 19 05:46:41.943401 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-60c08f54-5409-4828-8c0a-1a777eaabee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:41.944565 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 34234) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:42.088772 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ff684b0b-003f-49e6-9f10-f03109e31b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:42.174144 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ff684b0b-003f-49e6-9f10-f03109e31b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:42.193776 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63457983-46fc-4bc0-bc8c-c742d9ed9ffa req-aa43ba0e-6d2a-4809-bfe8-89ed630ceaa0 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:42.195386 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-63457983-46fc-4bc0-bc8c-c742d9ed9ffa req-aa43ba0e-6d2a-4809-bfe8-89ed630ceaa0 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.1860826 Nov 19 05:46:42.287213 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-63457983-46fc-4bc0-bc8c-c742d9ed9ffa req-08226be3-005c-4c81-83ff-6977acbc9f27 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750833 Nov 19 05:46:42.302452 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ff684b0b-003f-49e6-9f10-f03109e31b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:42.308521 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-8118e780-2abb-4590-a107-3c500e59b2d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:42.323459 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbfd62-cb3f-4671-815d-cf73f5f67212 req-d19bab73-bd77-48a1-9976-274ac43e0651 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:42.325086 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0cdbfd62-cb3f-4671-815d-cf73f5f67212 req-d19bab73-bd77-48a1-9976-274ac43e0651 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 946 time: 0.1988096 Nov 19 05:46:42.332478 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff684b0b-003f-49e6-9f10-f03109e31b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd40f71-13d4-4033-926b-7dd1d320d38c,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:42.337150 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-ff684b0b-003f-49e6-9f10-f03109e31b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:42.391602 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ff684b0b-003f-49e6-9f10-f03109e31b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:42.392835 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-ff684b0b-003f-49e6-9f10-f03109e31b17 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/acd40f71-13d4-4033-926b-7dd1d320d38c HTTP/1.1" status: 204 len: 168 time: 0.4470303 Nov 19 05:46:42.417178 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0cdbfd62-cb3f-4671-815d-cf73f5f67212 req-ed428685-4fea-477e-8cde-fcd8f41383e1 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789115 Nov 19 05:46:42.425353 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-15297ad7-1bc4-4eda-8c4e-5b8bc770972b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:42.727371 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f15ab7-158f-4a29-a3ce-e7fc28e2fb4b req-37768ef0-07f5-42f6-a720-e5af3703fed8 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:42.731907 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e6f15ab7-158f-4a29-a3ce-e7fc28e2fb4b req-37768ef0-07f5-42f6-a720-e5af3703fed8 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.1303296 Nov 19 05:46:42.783364 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e6f15ab7-158f-4a29-a3ce-e7fc28e2fb4b req-71b801f3-b14a-4260-aeb6-50c76c226516 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479634 Nov 19 05:46:42.969435 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:43.796522 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabc07a-146c-4b07-8993-e868ed61e0c5 req-b3b282f6-0843-4456-8d73-c16b1bc5cd63 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:43.804586 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0cabc07a-146c-4b07-8993-e868ed61e0c5 req-b3b282f6-0843-4456-8d73-c16b1bc5cd63 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.3398817 Nov 19 05:46:43.903739 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:43.910001 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0cabc07a-146c-4b07-8993-e868ed61e0c5 req-64427d97-4796-4efa-9bd7-39179ca7d02d tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043448 Nov 19 05:46:43.963141 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8aaf9-09af-4068-a3ad-36c86a8ef5b0 req-73aa70df-1e15-47a0-b6f6-8290ae0851d8 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:43.965322 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d1d8aaf9-09af-4068-a3ad-36c86a8ef5b0 req-73aa70df-1e15-47a0-b6f6-8290ae0851d8 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 946 time: 0.1815257 Nov 19 05:46:44.019923 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d1d8aaf9-09af-4068-a3ad-36c86a8ef5b0 req-701a86a3-55a3-49d2-b46f-701c29d31be7 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471785 Nov 19 05:46:44.113984 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:44.205652 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862d9cd-a79f-48cb-9dcf-a7e2c1cbb03b req-1f04de31-b3c7-489f-9ddf-6ff3545c7e6e tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:44.213615 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1862d9cd-a79f-48cb-9dcf-a7e2c1cbb03b req-1f04de31-b3c7-489f-9ddf-6ff3545c7e6e tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.1203749 Nov 19 05:46:44.276574 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1862d9cd-a79f-48cb-9dcf-a7e2c1cbb03b req-d181d16a-4046-4253-9c8e-ab1dbc516a0e tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612626 Nov 19 05:46:45.187949 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30382ced-3277-45ae-a179-26fc84bbeff1 req-06441556-d994-4284-8b41-80a8a869998c tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:45.190123 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-30382ced-3277-45ae-a179-26fc84bbeff1 req-06441556-d994-4284-8b41-80a8a869998c tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.1116338 Nov 19 05:46:45.321916 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-30382ced-3277-45ae-a179-26fc84bbeff1 req-08b87720-5bbc-42e5-af96-60287bb59163 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244423 Nov 19 05:46:45.339064 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fa3d2-6b58-4204-84f7-4460948a9bd0 req-1f380ee6-9739-4e47-85a1-aaeba4a9941c tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:45.347170 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8d2fa3d2-6b58-4204-84f7-4460948a9bd0 req-1f380ee6-9739-4e47-85a1-aaeba4a9941c tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 946 time: 0.1510463 Nov 19 05:46:45.444720 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8d2fa3d2-6b58-4204-84f7-4460948a9bd0 req-07e6e724-aefb-4e08-aaa9-593f39d5ee88 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959985 Nov 19 05:46:45.588627 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ea546-ea8b-4dd3-bc18-655ffe1aa233 req-a7f121a2-183d-4520-b878-ae8f9fee4d00 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:45.590285 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4c1ea546-ea8b-4dd3-bc18-655ffe1aa233 req-a7f121a2-183d-4520-b878-ae8f9fee4d00 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.1052208 Nov 19 05:46:45.650407 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4c1ea546-ea8b-4dd3-bc18-655ffe1aa233 req-fd21860a-7be0-433a-9f98-666d68fa5aef tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505669 Nov 19 05:46:45.891074 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device d3e27814-2d01-4a6b-9520-f4f5fb2d586e up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:46:45.977870 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port d3e27814-2d01-4a6b-9520-f4f5fb2d586e triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:46:45.978285 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:46.613380 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da9826-c554-436a-bedb-99fd0af020b5 req-290638bc-4058-4639-8c9d-4b25ca16075c tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:46.617241 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b4da9826-c554-436a-bedb-99fd0af020b5 req-290638bc-4058-4639-8c9d-4b25ca16075c tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.1529789 Nov 19 05:46:46.679253 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b4da9826-c554-436a-bedb-99fd0af020b5 req-44af4f0d-29ee-49c2-84b0-6c085ebb736e tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509257 Nov 19 05:46:46.766782 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a5f41-952c-4ae7-a7b6-0c4aa5e7e755 req-113714a4-a5ff-40eb-a996-ea48578a3b2b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:46.768560 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8e7a5f41-952c-4ae7-a7b6-0c4aa5e7e755 req-113714a4-a5ff-40eb-a996-ea48578a3b2b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 946 time: 0.0937545 Nov 19 05:46:46.882347 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8e7a5f41-952c-4ae7-a7b6-0c4aa5e7e755 req-04969b8c-d985-4c26-8302-84e4eed0bbea tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065648 Nov 19 05:46:46.928959 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961f678-3198-4b89-b23e-f85ff67f474e req-a067a01a-9948-40bf-a58c-0a028404aaaa tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:46.938370 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9961f678-3198-4b89-b23e-f85ff67f474e req-a067a01a-9948-40bf-a58c-0a028404aaaa tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.1304593 Nov 19 05:46:46.998844 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9961f678-3198-4b89-b23e-f85ff67f474e req-9179e959-2481-48c9-8e50-d1368283366a tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590811 Nov 19 05:46:47.938560 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18106d5-4a69-4850-8181-7ff92d3e350a req-77778df5-6068-4340-a1d5-9a6d54960657 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:47.950370 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f18106d5-4a69-4850-8181-7ff92d3e350a req-77778df5-6068-4340-a1d5-9a6d54960657 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.1253059 Nov 19 05:46:48.002581 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f18106d5-4a69-4850-8181-7ff92d3e350a req-f46ff7fb-4ce3-4220-a683-851f29cf908b tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509880 Nov 19 05:46:48.213730 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a8556-5071-4b56-92e6-3e6859851388 req-2efaba24-0075-41ab-be59-31de18e57f48 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:48.215481 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-542a8556-5071-4b56-92e6-3e6859851388 req-2efaba24-0075-41ab-be59-31de18e57f48 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 946 time: 0.1468430 Nov 19 05:46:48.296569 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f6068-8a91-4778-9659-9d0768f99a2f req-df959025-8002-45bd-9477-0e27cd1e2df5 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:48.298462 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-228f6068-8a91-4778-9659-9d0768f99a2f req-df959025-8002-45bd-9477-0e27cd1e2df5 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.1464040 Nov 19 05:46:48.311315 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-542a8556-5071-4b56-92e6-3e6859851388 req-d77245e1-3402-4cb4-98f5-d98442f15ac9 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834658 Nov 19 05:46:48.398282 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-228f6068-8a91-4778-9659-9d0768f99a2f req-1581bf2b-7374-4c69-a924-71a0bd6b4973 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845437 Nov 19 05:46:48.759520 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-22962834-c422-4784-b827-b3ab5aa86f6c req-46616ec2-0a65-42f0-b10a-dcdcf0326b7e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 1162 time: 0.0784738 Nov 19 05:46:48.804770 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-22962834-c422-4784-b827-b3ab5aa86f6c req-cc79da3b-b2ac-4a1b-bb6c-a3659aa5c27c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379577 Nov 19 05:46:49.351774 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d1eaa-51a2-43ac-aa6a-7bc435de8164 req-d6c3636f-a187-4939-a123-bc59d03b73bd tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:49.353410 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-225d1eaa-51a2-43ac-aa6a-7bc435de8164 req-d6c3636f-a187-4939-a123-bc59d03b73bd tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.0845840 Nov 19 05:46:49.407254 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-225d1eaa-51a2-43ac-aa6a-7bc435de8164 req-b78e4077-3c3a-49cb-9b9f-84b2ccb18b86 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463555 Nov 19 05:46:49.698447 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096be7e-12aa-4223-941b-3893913ad42d req-76d5bd31-3978-4325-9a7b-dc76978134f7 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:49.700646 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-2096be7e-12aa-4223-941b-3893913ad42d req-76d5bd31-3978-4325-9a7b-dc76978134f7 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 946 time: 0.2011855 Nov 19 05:46:49.742796 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a3ea7-7f5f-4885-ade1-bdafd68474a0 req-75a5b7d2-a5ce-4197-878c-0c58fdc66835 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:49.744698 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0c0a3ea7-7f5f-4885-ade1-bdafd68474a0 req-75a5b7d2-a5ce-4197-878c-0c58fdc66835 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.1770084 Nov 19 05:46:49.808090 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-2096be7e-12aa-4223-941b-3893913ad42d req-764595c1-17b6-4f81-b4ea-7f65540de8ec tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975935 Nov 19 05:46:49.831383 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0c0a3ea7-7f5f-4885-ade1-bdafd68474a0 req-a5dc795a-94d5-44b3-97ab-30e5861baa43 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747755 Nov 19 05:46:50.012881 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device d3e27814-2d01-4a6b-9520-f4f5fb2d586e up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:46:50.178375 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port d3e27814-2d01-4a6b-9520-f4f5fb2d586e triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:46:50.178805 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:50.630745 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f098c-c512-4345-aa2f-eb867a8e8e54 req-97e9ba5b-7e44-4669-9e6c-32c8148c888b tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:50.632337 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b60f098c-c512-4345-aa2f-eb867a8e8e54 req-97e9ba5b-7e44-4669-9e6c-32c8148c888b tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.0873022 Nov 19 05:46:50.687071 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b60f098c-c512-4345-aa2f-eb867a8e8e54 req-a0f785d7-8791-4a0f-b98a-973abd932b75 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471942 Nov 19 05:46:51.321314 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408c410-28be-4d3f-b130-aabdf7b28d4f req-55f4e5bf-e176-493c-bbda-aede280fa487 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:51.323505 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f408c410-28be-4d3f-b130-aabdf7b28d4f req-55f4e5bf-e176-493c-bbda-aede280fa487 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.2793853 Nov 19 05:46:51.344714 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c84f1-dfdc-401a-9768-ac93c285c983 req-572c4fa0-16dc-47b6-8d30-be3d10e14f72 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:51.346534 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ff2c84f1-dfdc-401a-9768-ac93c285c983 req-572c4fa0-16dc-47b6-8d30-be3d10e14f72 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 946 time: 0.1990974 Nov 19 05:46:51.368402 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a9651aad-4a76-45a4-83b0-163084a609b5 req-309273f0-cf69-4fc0-a2a0-2b50b14d6879 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e7d3f7e9f0543ae8ff7b0d164f37f27&device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 1162 time: 0.2728131 Nov 19 05:46:51.497792 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ff2c84f1-dfdc-401a-9768-ac93c285c983 req-de80f8f7-2bdf-4a41-aa16-8bdc35b1dc7b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242447 Nov 19 05:46:51.599368 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f408c410-28be-4d3f-b130-aabdf7b28d4f req-635f59f8-5823-4059-ba6f-3481faacce2b tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2642763 Nov 19 05:46:51.646696 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9651aad-4a76-45a4-83b0-163084a609b5 req-91a09fae-5799-47c6-bb2b-cdb451c5faa6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:51.648280 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a9651aad-4a76-45a4-83b0-163084a609b5 req-91a09fae-5799-47c6-bb2b-cdb451c5faa6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=862f8118-c40f-4658-b1ad-353ef6da3fa1 HTTP/1.1" status: 200 len: 912 time: 0.2701695 Nov 19 05:46:51.735886 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a9651aad-4a76-45a4-83b0-163084a609b5 req-c73d615f-f395-4aed-b652-8b0aec5ee96a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3e27814-2d01-4a6b-9520-f4f5fb2d586e HTTP/1.1" status: 200 len: 217 time: 0.0787196 Nov 19 05:46:51.865549 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9651aad-4a76-45a4-83b0-163084a609b5 req-51ab8386-27b1-4779-ab2e-0e0b216fc38a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:51.867166 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a9651aad-4a76-45a4-83b0-163084a609b5 req-51ab8386-27b1-4779-ab2e-0e0b216fc38a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12c931fa-83f1-4bd4-970f-5ff8c913a3bb HTTP/1.1" status: 200 len: 858 time: 0.1211698 Nov 19 05:46:51.933092 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a9651aad-4a76-45a4-83b0-163084a609b5 req-36ae3dff-9ab1-4f79-a1fa-62525998f0e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=862f8118-c40f-4658-b1ad-353ef6da3fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581150 Nov 19 05:46:51.977794 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007c5dc-4634-4362-8ccb-1177880e4e44 req-612f8ff5-b584-445a-b824-14996415e97b tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:51.979401 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8007c5dc-4634-4362-8ccb-1177880e4e44 req-612f8ff5-b584-445a-b824-14996415e97b tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.1775126 Nov 19 05:46:51.985887 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device d3e27814-2d01-4a6b-9520-f4f5fb2d586e up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:46:52.134929 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port d3e27814-2d01-4a6b-9520-f4f5fb2d586e triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:46:52.135532 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:52.182527 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8007c5dc-4634-4362-8ccb-1177880e4e44 req-8847d13d-c15b-4f38-b8b8-fe8f1754036a tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650419 Nov 19 05:46:52.219469 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a9651aad-4a76-45a4-83b0-163084a609b5 req-68a854c1-25e3-4786-bea9-77716977a775 service neutron] 10.222.0.13 "GET /v2.0/networks/862f8118-c40f-4658-b1ad-353ef6da3fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788277 Nov 19 05:46:52.386938 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a9651aad-4a76-45a4-83b0-163084a609b5 req-43724b09-f134-4137-8d4e-3b9f2bb574cd service neutron] 10.222.0.13 "GET /v2.0/networks/862f8118-c40f-4658-b1ad-353ef6da3fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1598744 Nov 19 05:46:52.943659 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1fd70-2b4b-466c-b5f3-70560d8c2f85 req-d6f23020-2410-45bd-8961-5b5d84db757d tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:52.945387 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-05a1fd70-2b4b-466c-b5f3-70560d8c2f85 req-d6f23020-2410-45bd-8961-5b5d84db757d tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.1829031 Nov 19 05:46:52.987796 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b37179-20cc-4b8c-8814-2423a4b9a12e req-742ad843-53dc-40cf-b8c3-8129759c4185 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:52.989930 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-72b37179-20cc-4b8c-8814-2423a4b9a12e req-742ad843-53dc-40cf-b8c3-8129759c4185 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 946 time: 0.1773093 Nov 19 05:46:53.036407 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-05a1fd70-2b4b-466c-b5f3-70560d8c2f85 req-8a008dd4-e9dd-47ba-8ca5-3c7ea6b6ce18 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804286 Nov 19 05:46:53.063738 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-72b37179-20cc-4b8c-8814-2423a4b9a12e req-48e69f61-fe48-4e43-81a8-1d17b677e93b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584543 Nov 19 05:46:53.446591 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45cfc6-cf6f-4763-aef7-06923dd2881c req-d3a5ac95-66ad-4ccb-a5c6-c69ed4469930 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:53.448198 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-6d45cfc6-cf6f-4763-aef7-06923dd2881c req-d3a5ac95-66ad-4ccb-a5c6-c69ed4469930 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.1039004 Nov 19 05:46:53.727086 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-6d45cfc6-cf6f-4763-aef7-06923dd2881c req-cd7cc876-9d14-44e1-82cf-91992feb00d2 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699642 Nov 19 05:46:54.068020 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device d3e27814-2d01-4a6b-9520-f4f5fb2d586e up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:46:54.144215 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port d3e27814-2d01-4a6b-9520-f4f5fb2d586e triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:46:54.144642 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:54.323896 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f34d7f-f9fb-4990-bc62-d9475415dc7c req-93e79f6b-52f7-41ce-a41a-252a9429e376 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:54.325416 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-95f34d7f-f9fb-4990-bc62-d9475415dc7c req-93e79f6b-52f7-41ce-a41a-252a9429e376 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.1513541 Nov 19 05:46:54.331160 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f6eb0-861d-4d01-9c29-369be1d284c4 req-854a3d97-083d-43e9-8162-19a18032e66f tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:54.332623 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1e3f6eb0-861d-4d01-9c29-369be1d284c4 req-854a3d97-083d-43e9-8162-19a18032e66f tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 946 time: 0.1189487 Nov 19 05:46:54.409061 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-95f34d7f-f9fb-4990-bc62-d9475415dc7c req-179c6033-9f7c-4960-99a1-3aad1fb98f97 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753500 Nov 19 05:46:54.413348 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1e3f6eb0-861d-4d01-9c29-369be1d284c4 req-040d1270-b0a5-4a5b-a733-0283b4dbce5c tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660920 Nov 19 05:46:54.950659 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24999f22-5d25-4ae3-b074-7aa31bff9cfe req-fac4ebb4-2f89-4f9d-aa6f-7e1bbe611c2b tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:54.958423 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-24999f22-5d25-4ae3-b074-7aa31bff9cfe req-fac4ebb4-2f89-4f9d-aa6f-7e1bbe611c2b tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.0978315 Nov 19 05:46:55.046985 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-24999f22-5d25-4ae3-b074-7aa31bff9cfe req-b355ffd1-651f-4801-9b71-46dcb8b01b57 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876138 Nov 19 05:46:55.744062 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c191fe6-2794-4f20-a325-96c771116468 req-1c0532b6-19b2-475e-bef4-367a2626d02e tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:55.751758 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8c191fe6-2794-4f20-a325-96c771116468 req-1c0532b6-19b2-475e-bef4-367a2626d02e tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.1191978 Nov 19 05:46:55.764640 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdae29d-430e-49e7-bbef-bacd0c5106cf req-6259a788-7b13-4246-9387-6f1401891e17 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:55.766338 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fbdae29d-430e-49e7-bbef-bacd0c5106cf req-6259a788-7b13-4246-9387-6f1401891e17 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 946 time: 0.1795399 Nov 19 05:46:55.883141 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8c191fe6-2794-4f20-a325-96c771116468 req-6219a524-34f1-4cf5-b5ce-2acd98315cbf tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303270 Nov 19 05:46:55.891308 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fbdae29d-430e-49e7-bbef-bacd0c5106cf req-e233ba35-49b8-4d8e-9252-bd4b717df8a5 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110346 Nov 19 05:46:56.045884 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device d3e27814-2d01-4a6b-9520-f4f5fb2d586e up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:46:56.138983 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port d3e27814-2d01-4a6b-9520-f4f5fb2d586e triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:46:56.139406 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:56.204647 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 6 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:46:56.405882 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637753a-77c5-416e-8157-80432c06e0bd req-190f50f5-96af-4e23-a326-dbaf93c86e74 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:56.414047 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7637753a-77c5-416e-8157-80432c06e0bd req-190f50f5-96af-4e23-a326-dbaf93c86e74 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.1146863 Nov 19 05:46:56.507613 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7637753a-77c5-416e-8157-80432c06e0bd req-e1248c48-960d-4adc-9249-26c7cbfe85da tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923376 Nov 19 05:46:57.520696 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037d17f-add4-4dac-bcb3-a95a53e981b8 req-3c435962-6f6e-449d-b2ac-ee1e93412850 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:57.536288 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8037d17f-add4-4dac-bcb3-a95a53e981b8 req-3c435962-6f6e-449d-b2ac-ee1e93412850 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 946 time: 0.3785021 Nov 19 05:46:57.564506 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dea36c-0f63-4ddd-9236-53cf10ede41b req-8671b7c0-0617-4e2a-924e-50c50ebf95f5 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:57.573127 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-82dea36c-0f63-4ddd-9236-53cf10ede41b req-8671b7c0-0617-4e2a-924e-50c50ebf95f5 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.2784336 Nov 19 05:46:57.719425 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-82dea36c-0f63-4ddd-9236-53cf10ede41b req-231d36f6-d614-4533-82a4-f9265401550b tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453080 Nov 19 05:46:57.777435 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8037d17f-add4-4dac-bcb3-a95a53e981b8 req-609b0b22-a280-4965-948f-637da5a40983 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2398214 Nov 19 05:46:59.096751 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 34544) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:59.143925 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32630e99-4570-4bb3-972e-042be51fdb58 req-ae1efa46-4f82-4b33-8bc2-a6eca336f3a7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:59.146341 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-32630e99-4570-4bb3-972e-042be51fdb58 req-ae1efa46-4f82-4b33-8bc2-a6eca336f3a7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.1685610 Nov 19 05:46:59.188117 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2265625-8551-4636-bd8f-f21fe136bb35 req-2665ab7e-4321-4298-832c-a55f4b82fce8 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:59.189911 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e2265625-8551-4636-bd8f-f21fe136bb35 req-2665ab7e-4321-4298-832c-a55f4b82fce8 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 946 time: 0.2142358 Nov 19 05:46:59.258130 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e2265625-8551-4636-bd8f-f21fe136bb35 req-7e82f707-186d-48c9-80d1-df5bbd4c9b6d tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548935 Nov 19 05:46:59.270387 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-32630e99-4570-4bb3-972e-042be51fdb58 req-d46dea35-6465-4d37-bffd-a037d0a0f7c3 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138768 Nov 19 05:46:59.411194 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1219b803-49d1-406c-ac01-2fdb530d015e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:59.461219 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-1219b803-49d1-406c-ac01-2fdb530d015e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:46:59.468204 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-1219b803-49d1-406c-ac01-2fdb530d015e admin admin] Usage tracker for resource:security_group_rule and tenant:f41f998a3ccc4c9185bad2b78ae8c9c1 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:46:59.471894 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-1219b803-49d1-406c-ac01-2fdb530d015e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:46:59.484295 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-1219b803-49d1-406c-ac01-2fdb530d015e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:46:59.531182 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00ea06-9fb2-4a22-8f3f-04835e6d4b32 req-b757429b-9853-4262-8e85-921fe994c27e tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:59.533078 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ee00ea06-9fb2-4a22-8f3f-04835e6d4b32 req-b757429b-9853-4262-8e85-921fe994c27e tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.1087370 Nov 19 05:46:59.635743 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ee00ea06-9fb2-4a22-8f3f-04835e6d4b32 req-044a823c-e540-4760-827f-88e3b31a7318 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962915 Nov 19 05:46:59.830251 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1219b803-49d1-406c-ac01-2fdb530d015e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:59.833559 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1219b803-49d1-406c-ac01-2fdb530d015e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:59.867380 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-79ae9827-a781-4a10-a5eb-bf3f936250a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:59.900621 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219b803-49d1-406c-ac01-2fdb530d015e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a51a7b-b6ce-48e7-b3dc-7b38c72b8776,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:59.908710 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-1219b803-49d1-406c-ac01-2fdb530d015e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f41f998a3ccc4c9185bad2b78ae8c9c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8173175 Nov 19 05:46:59.909055 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 34558) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:59.910479 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-1219b803-49d1-406c-ac01-2fdb530d015e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:00.037755 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e40e74d0-2588-442d-90af-a007d569ff46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:00.054822 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:00.093995 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e40e74d0-2588-442d-90af-a007d569ff46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:00.159921 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e40e74d0-2588-442d-90af-a007d569ff46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:00.169681 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-6b2aea0c-0c2c-4336-bc55-31616e79b961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:00.202075 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e40e74d0-2588-442d-90af-a007d569ff46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:00.207781 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-e40e74d0-2588-442d-90af-a007d569ff46 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7a51a7b-b6ce-48e7-b3dc-7b38c72b8776 HTTP/1.1" status: 204 len: 168 time: 0.2970514 Nov 19 05:47:00.211532 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e74d0-2588-442d-90af-a007d569ff46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a51a7b-b6ce-48e7-b3dc-7b38c72b8776,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:00.241481 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e40e74d0-2588-442d-90af-a007d569ff46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:00.576397 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb3e73-90b0-498e-b272-58d26918bc3e req-4ed0e202-d7be-4f87-942d-e128491bf3f7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:00.605373 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5ecb3e73-90b0-498e-b272-58d26918bc3e req-4ed0e202-d7be-4f87-942d-e128491bf3f7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.1607883 Nov 19 05:47:00.713517 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5ecb3e73-90b0-498e-b272-58d26918bc3e req-591fa44f-b324-40cc-a053-543437db2b26 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034944 Nov 19 05:47:00.875767 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6245f-319b-42ae-b2eb-e5a3cac83c10 req-657049d4-59ce-4551-8ca7-0c42e81c0b57 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:00.877717 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-47e6245f-319b-42ae-b2eb-e5a3cac83c10 req-657049d4-59ce-4551-8ca7-0c42e81c0b57 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 946 time: 0.2107971 Nov 19 05:47:00.971117 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-47e6245f-319b-42ae-b2eb-e5a3cac83c10 req-6540b903-0d5d-4a4c-a5a4-f2e4bd21aec4 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837018 Nov 19 05:47:01.362421 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf7835-4b0e-415b-9d45-055eaa6dea57 req-9b5d3d24-5ed6-42a3-a68b-2d98c1f61646 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:01.371150 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-62cf7835-4b0e-415b-9d45-055eaa6dea57 req-9b5d3d24-5ed6-42a3-a68b-2d98c1f61646 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.1147270 Nov 19 05:47:01.435785 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-62cf7835-4b0e-415b-9d45-055eaa6dea57 req-050b7ce7-715c-4a4e-a1f7-bdf218606307 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634847 Nov 19 05:47:01.709093 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-936a8dc9-c5d8-4b4d-9e16-25733adb6258 req-1a9ea5e1-ff00-436c-9014-6c1c77293285 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=17a899bd609f4510af15bbf524aca39c&device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 1162 time: 0.1947277 Nov 19 05:47:01.978828 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a8dc9-c5d8-4b4d-9e16-25733adb6258 req-c688b379-c76f-458f-bb83-c6e4446454f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:01.980661 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-936a8dc9-c5d8-4b4d-9e16-25733adb6258 req-c688b379-c76f-458f-bb83-c6e4446454f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=860fe5ec-aac7-4da6-92b2-2f86635d7a6b HTTP/1.1" status: 200 len: 905 time: 0.2541692 Nov 19 05:47:02.186617 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-936a8dc9-c5d8-4b4d-9e16-25733adb6258 req-2cb14c6a-645b-4be8-8f08-e1c3bc1121af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd HTTP/1.1" status: 200 len: 1001 time: 0.1980221 Nov 19 05:47:02.338761 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a8dc9-c5d8-4b4d-9e16-25733adb6258 req-5ebdc9b1-79a2-4d27-8350-7cb8e30c11a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:02.340347 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-936a8dc9-c5d8-4b4d-9e16-25733adb6258 req-5ebdc9b1-79a2-4d27-8350-7cb8e30c11a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=79de99d1-0c92-4ca9-b38b-41526eec1217 HTTP/1.1" status: 200 len: 850 time: 0.0995705 Nov 19 05:47:02.456802 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e7294-085f-4bea-a48f-dc0443c4cab7 req-311318a5-3f48-4920-b78d-ce530fc2d3d0 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:02.465935 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c02e7294-085f-4bea-a48f-dc0443c4cab7 req-311318a5-3f48-4920-b78d-ce530fc2d3d0 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 946 time: 0.2781954 Nov 19 05:47:02.499665 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-936a8dc9-c5d8-4b4d-9e16-25733adb6258 req-7afd10a2-0ae6-4a4a-9316-2441b029cd62 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=860fe5ec-aac7-4da6-92b2-2f86635d7a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1503546 Nov 19 05:47:02.561420 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c02e7294-085f-4bea-a48f-dc0443c4cab7 req-d174b2c6-cc60-4d73-bd43-224cf5e583f7 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943031 Nov 19 05:47:02.899753 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0d6f4-1b26-4deb-94c3-2c5a4e2c2dcc req-e32f122b-bab0-4c0e-ac5c-59dcef17f081 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:02.901693 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-01e0d6f4-1b26-4deb-94c3-2c5a4e2c2dcc req-e32f122b-bab0-4c0e-ac5c-59dcef17f081 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.1618631 Nov 19 05:47:02.934106 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-936a8dc9-c5d8-4b4d-9e16-25733adb6258 req-f57783b4-e793-4948-b095-f9a4ef53df19 service neutron] 10.222.0.13 "GET /v2.0/networks/860fe5ec-aac7-4da6-92b2-2f86635d7a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086244 Nov 19 05:47:03.133662 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-936a8dc9-c5d8-4b4d-9e16-25733adb6258 req-f43cc70e-9665-43bc-87f1-87efa04ad7ac service neutron] 10.222.0.13 "GET /v2.0/networks/860fe5ec-aac7-4da6-92b2-2f86635d7a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1827552 Nov 19 05:47:03.141708 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-01e0d6f4-1b26-4deb-94c3-2c5a4e2c2dcc req-a0bf9eef-a607-4cee-916c-3ee45d61b727 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2305560 Nov 19 05:47:03.261428 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 34670) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:47:03.684540 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e90fb1-7f94-4b7a-94aa-318e4a2ed3c4 admin admin] Deleting subnet 59ee2d31-d866-499b-b8d5-b9345c5ae720 {{(pid=80339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 05:47:03.695452 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-71e90fb1-7f94-4b7a-94aa-318e4a2ed3c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:03.832558 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60946c2f-cebc-42a5-8592-3e04241882e1 req-f23c8e7e-3d19-43fb-ae2a-89d55688c571 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:03.834149 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-60946c2f-cebc-42a5-8592-3e04241882e1 req-f23c8e7e-3d19-43fb-ae2a-89d55688c571 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.2832425 Nov 19 05:47:03.842611 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3d31d9b0-6e79-4936-b4f1-cec680ca4201 req-86748289-6cdb-4414-b51b-1eb7e9221ab9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e7d3f7e9f0543ae8ff7b0d164f37f27&device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 1162 time: 0.2318485 Nov 19 05:47:03.850237 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-71e90fb1-7f94-4b7a-94aa-318e4a2ed3c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843183301'] for subnet, precommit_delete_associations {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:04.067719 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af7cc0-d161-4022-8f9c-20ca096ed725 req-b1f543f3-0cda-4ce0-b61c-d849b8750910 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:04.076718 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f7af7cc0-d161-4022-8f9c-20ca096ed725 req-b1f543f3-0cda-4ce0-b61c-d849b8750910 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 946 time: 0.3263781 Nov 19 05:47:04.103819 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-71e90fb1-7f94-4b7a-94aa-318e4a2ed3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850617832'] for subnet, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:04.196358 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f7af7cc0-d161-4022-8f9c-20ca096ed725 req-240a8283-5d5e-4e8b-ad4a-781447f3b3c4 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189463 Nov 19 05:47:04.231282 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-60946c2f-cebc-42a5-8592-3e04241882e1 req-fe6d570d-3d09-4c21-bc55-0be0ba3bf5aa tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849785 Nov 19 05:47:04.389089 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31d9b0-6e79-4936-b4f1-cec680ca4201 req-5a678480-fc70-4209-9d86-9aa7fb53ecee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:04.390694 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3d31d9b0-6e79-4936-b4f1-cec680ca4201 req-5a678480-fc70-4209-9d86-9aa7fb53ecee service neutron] 10.222.0.13 "GET /v2.0/networks?id=862f8118-c40f-4658-b1ad-353ef6da3fa1 HTTP/1.1" status: 200 len: 912 time: 0.4931586 Nov 19 05:47:04.612427 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3d31d9b0-6e79-4936-b4f1-cec680ca4201 req-ae84d278-1811-4eba-8663-ae2eaf7b5c0b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3e27814-2d01-4a6b-9520-f4f5fb2d586e HTTP/1.1" status: 200 len: 217 time: 0.1489460 Nov 19 05:47:04.731093 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0f7d2-6f9d-4f4b-b84e-3e8601c6b7a0 req-63497b08-c666-4171-8f58-aa1a85dc3250 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:04.732698 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-95f0f7d2-6f9d-4f4b-b84e-3e8601c6b7a0 req-63497b08-c666-4171-8f58-aa1a85dc3250 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.2109258 Nov 19 05:47:04.807437 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31d9b0-6e79-4936-b4f1-cec680ca4201 req-1a10a87b-b488-4921-bade-ed15de2e1ae3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:04.809091 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3d31d9b0-6e79-4936-b4f1-cec680ca4201 req-1a10a87b-b488-4921-bade-ed15de2e1ae3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12c931fa-83f1-4bd4-970f-5ff8c913a3bb HTTP/1.1" status: 200 len: 858 time: 0.1866157 Nov 19 05:47:04.883285 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3d31d9b0-6e79-4936-b4f1-cec680ca4201 req-7f250b51-bb41-4f9c-9cff-a44d5aed645f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=862f8118-c40f-4658-b1ad-353ef6da3fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575137 Nov 19 05:47:04.891754 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-95f0f7d2-6f9d-4f4b-b84e-3e8601c6b7a0 req-5b830282-f75b-4271-a6bf-1f468a0b9f45 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264782 Nov 19 05:47:04.935404 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-71e90fb1-7f94-4b7a-94aa-318e4a2ed3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4157984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843301370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843469982'] for subnet, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:04.964000 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-1e27d059-b6a2-4bee-9296-b62827a7ece1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:05.071136 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e90fb1-7f94-4b7a-94aa-318e4a2ed3c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59ee2d31-d866-499b-b8d5-b9345c5ae720,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:05.149876 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-71e90fb1-7f94-4b7a-94aa-318e4a2ed3c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:05.173364 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-71e90fb1-7f94-4b7a-94aa-318e4a2ed3c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:05.187028 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-71e90fb1-7f94-4b7a-94aa-318e4a2ed3c4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/59ee2d31-d866-499b-b8d5-b9345c5ae720 HTTP/1.1" status: 204 len: 168 time: 1.9244452 Nov 19 05:47:05.190145 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 34694) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:47:05.208469 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3d31d9b0-6e79-4936-b4f1-cec680ca4201 req-b529dca6-e465-418b-b5bf-0abc933d50f9 service neutron] 10.222.0.13 "GET /v2.0/networks/862f8118-c40f-4658-b1ad-353ef6da3fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140283 Nov 19 05:47:05.326100 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a63971fd-1c05-4087-a7e0-a467c6eeb4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3949208'] for network, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:05.439534 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3d31d9b0-6e79-4936-b4f1-cec680ca4201 req-e4022dcf-e19c-4471-a196-c8230529b8e3 service neutron] 10.222.0.13 "GET /v2.0/networks/862f8118-c40f-4658-b1ad-353ef6da3fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2246270 Nov 19 05:47:05.586050 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a63971fd-1c05-4087-a7e0-a467c6eeb4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850615901', 'neutron.services.segments.db._delete_segments_for_network--9223363282791137771'] for network, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:05.704047 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d219b0f-15f2-4298-b64d-e086e6be9c5a req-1d71fb62-6496-4730-9d88-6e288c50f9cd tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:05.706138 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4d219b0f-15f2-4298-b64d-e086e6be9c5a req-1d71fb62-6496-4730-9d88-6e288c50f9cd tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 946 time: 0.1825221 Nov 19 05:47:05.718737 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b757e0-31b8-4ce9-8b42-0a85921322ce req-0d599a69-b7ef-40f2-8df0-217b5c576e72 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:05.728031 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-89b757e0-31b8-4ce9-8b42-0a85921322ce req-0d599a69-b7ef-40f2-8df0-217b5c576e72 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.2517290 Nov 19 05:47:05.742202 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-a63971fd-1c05-4087-a7e0-a467c6eeb4fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b635c247-d49a-4f00-a8f7-a4ca47a68b96']}} {{(pid=80338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:47:05.771012 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-a63971fd-1c05-4087-a7e0-a467c6eeb4fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d3521c7-495d-4757-9f98-35cd0f6442b4') {'for_net_delete': True} {{(pid=80338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:47:05.771509 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-a63971fd-1c05-4087-a7e0-a467c6eeb4fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d3521c7-495d-4757-9f98-35cd0f6442b4') {} {{(pid=80338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:47:05.787755 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a63971fd-1c05-4087-a7e0-a467c6eeb4fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282791100139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844164847'] for segment, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:05.804598 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a63971fd-1c05-4087-a7e0-a467c6eeb4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4146814'] for segment, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:05.806928 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a63971fd-1c05-4087-a7e0-a467c6eeb4fc admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 05:47:05.811323 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4d219b0f-15f2-4298-b64d-e086e6be9c5a req-11399813-c992-430f-8ac1-cb83eec53459 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807152 Nov 19 05:47:05.836971 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-89b757e0-31b8-4ce9-8b42-0a85921322ce req-f686db2f-ff36-406e-bfbc-c381b37b72d0 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075172 Nov 19 05:47:06.011566 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-a63971fd-1c05-4087-a7e0-a467c6eeb4fc admin admin] Network b635c247-d49a-4f00-a8f7-a4ca47a68b96 has no segments {{(pid=80338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:47:06.022179 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a63971fd-1c05-4087-a7e0-a467c6eeb4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850629002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844221749'] for segment, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:06.082378 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 34712) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:47:06.220117 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-a63971fd-1c05-4087-a7e0-a467c6eeb4fc admin admin] Network b635c247-d49a-4f00-a8f7-a4ca47a68b96 has no segments {{(pid=80338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:47:06.245885 dv-cinder-763306-1-smb neutron-server[80227]: Traceback (most recent call last): Nov 19 05:47:06.245885 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:47:06.245885 dv-cinder-763306-1-smb neutron-server[80227]: timer() Nov 19 05:47:06.245885 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:47:06.245885 dv-cinder-763306-1-smb neutron-server[80227]: cb(*args, **kw) Nov 19 05:47:06.245885 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 05:47:06.245885 dv-cinder-763306-1-smb neutron-server[80227]: return func(*args, **kwargs) Nov 19 05:47:06.245885 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:47:06.245885 dv-cinder-763306-1-smb neutron-server[80227]: self._notify() Nov 19 05:47:06.245885 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:47:06.245885 dv-cinder-763306-1-smb neutron-server[80227]: self.callback(batched_events) Nov 19 05:47:06.245885 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:47:06.245885 dv-cinder-763306-1-smb neutron-server[80227]: event.method(event) Nov 19 05:47:06.245885 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 05:47:06.245885 dv-cinder-763306-1-smb neutron-server[80227]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:47:06.245885 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 05:47:06.245885 dv-cinder-763306-1-smb neutron-server[80227]: segment_id)['aggregates'][0] Nov 19 05:47:06.245885 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 05:47:06.245885 dv-cinder-763306-1-smb neutron-server[80227]: return f(self, *a, **k) Nov 19 05:47:06.245885 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:47:06.245885 dv-cinder-763306-1-smb neutron-server[80227]: return self._get(url).json() Nov 19 05:47:06.245885 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 05:47:06.245885 dv-cinder-763306-1-smb neutron-server[80227]: **kwargs) Nov 19 05:47:06.245885 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 05:47:06.245885 dv-cinder-763306-1-smb neutron-server[80227]: return self.request(url, 'GET', **kwargs) Nov 19 05:47:06.245885 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 05:47:06.245885 dv-cinder-763306-1-smb neutron-server[80227]: **endpoint_filter) Nov 19 05:47:06.245885 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 05:47:06.245885 dv-cinder-763306-1-smb neutron-server[80227]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:47:06.245885 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 05:47:06.245885 dv-cinder-763306-1-smb neutron-server[80227]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:47:06.245885 dv-cinder-763306-1-smb neutron-server[80227]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:47:06.275504 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2bc91d21-a496-47e0-90c5-bcdd197cc028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:06.345004 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a63971fd-1c05-4087-a7e0-a467c6eeb4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4159915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for network, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:06.351218 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a63971fd-1c05-4087-a7e0-a467c6eeb4fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for network, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:06.358466 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-9a919049-4618-46e1-9fda-0836f4c64759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:06.365594 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-2bc91d21-a496-47e0-90c5-bcdd197cc028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:47:06.370408 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-2bc91d21-a496-47e0-90c5-bcdd197cc028 admin admin] Usage tracker for resource:security_group_rule and tenant:e5fa0456f3e7427a865d661a2c6a20c9 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:47:06.374121 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-2bc91d21-a496-47e0-90c5-bcdd197cc028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:47:06.381178 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-2bc91d21-a496-47e0-90c5-bcdd197cc028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:47:06.390500 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-a63971fd-1c05-4087-a7e0-a467c6eeb4fc admin admin] 10.222.0.16 "DELETE /v2.0/networks/b635c247-d49a-4f00-a8f7-a4ca47a68b96 HTTP/1.1" status: 204 len: 168 time: 1.1992383 Nov 19 05:47:06.393931 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63971fd-1c05-4087-a7e0-a467c6eeb4fc admin admin] Pushing event deleted for resources: {'Network': ['ID=b635c247-d49a-4f00-a8f7-a4ca47a68b96,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:06.397038 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-a63971fd-1c05-4087-a7e0-a467c6eeb4fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:06.456345 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2bc91d21-a496-47e0-90c5-bcdd197cc028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:06.461192 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2bc91d21-a496-47e0-90c5-bcdd197cc028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:06.472074 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-30809907-5e83-4313-bbfb-ad8db863ef94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:06.504714 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc91d21-a496-47e0-90c5-bcdd197cc028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01e9bd8-f00f-49e8-a0eb-c912c3a39fb9,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:06.509658 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-2bc91d21-a496-47e0-90c5-bcdd197cc028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:06.538471 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 34720) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:47:06.538595 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-2bc91d21-a496-47e0-90c5-bcdd197cc028 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e5fa0456f3e7427a865d661a2c6a20c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4542422 Nov 19 05:47:06.590027 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 34724) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:47:06.619510 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1efed747-6581-4c06-bbab-a34a17e91078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:06.650548 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1efed747-6581-4c06-bbab-a34a17e91078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:06.674949 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-62c7c497-277b-4745-b088-8a6d0a8407e8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da68b774eb2b410db984872644467340&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0836158 Nov 19 05:47:06.675206 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 34728) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:47:06.779271 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-36ae1480-6e2c-4011-8b2f-34a91839e191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:06.781032 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1efed747-6581-4c06-bbab-a34a17e91078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:06.787344 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-4425733b-9eb9-478f-a741-4b8a891c2293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:06.806831 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efed747-6581-4c06-bbab-a34a17e91078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01e9bd8-f00f-49e8-a0eb-c912c3a39fb9,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:06.809494 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-1efed747-6581-4c06-bbab-a34a17e91078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:06.824877 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1efed747-6581-4c06-bbab-a34a17e91078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:06.826133 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-1efed747-6581-4c06-bbab-a34a17e91078 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d01e9bd8-f00f-49e8-a0eb-c912c3a39fb9 HTTP/1.1" status: 204 len: 168 time: 0.2865708 Nov 19 05:47:06.835529 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-36ae1480-6e2c-4011-8b2f-34a91839e191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:06.909753 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-36ae1480-6e2c-4011-8b2f-34a91839e191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:06.934596 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-357d38e4-487f-4418-8e62-dc8ed3ee0e4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:06.959378 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae1480-6e2c-4011-8b2f-34a91839e191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2545e194-21b6-4765-b39a-be9990332146,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:06.977416 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-36ae1480-6e2c-4011-8b2f-34a91839e191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:06.987631 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-36ae1480-6e2c-4011-8b2f-34a91839e191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:06.987631 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-36ae1480-6e2c-4011-8b2f-34a91839e191 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2545e194-21b6-4765-b39a-be9990332146 HTTP/1.1" status: 204 len: 168 time: 0.3055258 Nov 19 05:47:07.494373 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36fcfbf-6d9e-4106-ae15-045387892800 req-934251f9-8c66-4b34-b994-b236f8e9ab29 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:07.502219 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f36fcfbf-6d9e-4106-ae15-045387892800 req-934251f9-8c66-4b34-b994-b236f8e9ab29 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.4237690 Nov 19 05:47:07.532657 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6ce28-20f4-49c4-a6b9-70080ec7289e req-c43cdbc5-005c-4182-b5ec-8755d40658d9 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:07.535599 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-47f6ce28-20f4-49c4-a6b9-70080ec7289e req-c43cdbc5-005c-4182-b5ec-8755d40658d9 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 946 time: 0.4070864 Nov 19 05:47:07.627704 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f36fcfbf-6d9e-4106-ae15-045387892800 req-b4546cd9-29b6-486c-82e1-bb6bdef00853 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240385 Nov 19 05:47:07.671359 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-47f6ce28-20f4-49c4-a6b9-70080ec7289e req-03b88b7d-5971-4ec3-b723-0af668995aa0 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172023 Nov 19 05:47:08.885360 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9012e-c823-428d-9ea5-bced362e253f req-7bc7c9f6-e068-40dd-912b-baddd3aaf054 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:08.893860 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-edf9012e-c823-428d-9ea5-bced362e253f req-7bc7c9f6-e068-40dd-912b-baddd3aaf054 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.1141927 Nov 19 05:47:08.952238 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-edf9012e-c823-428d-9ea5-bced362e253f req-76e26fda-264a-4a11-9e0e-dc07c21951d2 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571930 Nov 19 05:47:09.113860 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d26440-d8d8-4232-a336-73bab2007812 req-ca477f60-1d63-4df9-af12-104444e7871e tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:09.115709 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-76d26440-d8d8-4232-a336-73bab2007812 req-ca477f60-1d63-4df9-af12-104444e7871e tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 946 time: 0.1834486 Nov 19 05:47:09.120125 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-65c5a3cb-5942-4eda-99aa-6b90295e6060 req-8ce590a2-4956-4a02-89b6-0c753e71cb24 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=db4540afb2f2457fb8456c53e9da33fd&device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 1163 time: 0.1178703 Nov 19 05:47:09.266664 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-76d26440-d8d8-4232-a336-73bab2007812 req-1ea52871-2dc6-4e17-b423-570034f0be9f tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446421 Nov 19 05:47:09.294080 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5a3cb-5942-4eda-99aa-6b90295e6060 req-6d4f3308-ece2-4c2e-92f0-9154a7a27f92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:09.295613 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-65c5a3cb-5942-4eda-99aa-6b90295e6060 req-6d4f3308-ece2-4c2e-92f0-9154a7a27f92 service neutron] 10.222.0.13 "GET /v2.0/networks?id=304e1383-f09c-4327-99c9-7961728842fc HTTP/1.1" status: 200 len: 911 time: 0.1586061 Nov 19 05:47:09.404314 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-65c5a3cb-5942-4eda-99aa-6b90295e6060 req-a6d5606e-c840-4fc8-8460-ae3d8e590540 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64df9d73-fb9c-4846-a6be-cea2f835c3aa HTTP/1.1" status: 200 len: 1002 time: 0.1020212 Nov 19 05:47:09.476100 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5a3cb-5942-4eda-99aa-6b90295e6060 req-e6d32e66-31bf-49bd-ad6f-a60a2b75ff7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:09.477631 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-65c5a3cb-5942-4eda-99aa-6b90295e6060 req-e6d32e66-31bf-49bd-ad6f-a60a2b75ff7c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c37d305-86c3-49f3-a016-f0e689dbb363 HTTP/1.1" status: 200 len: 856 time: 0.0635693 Nov 19 05:47:09.562688 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-65c5a3cb-5942-4eda-99aa-6b90295e6060 req-d18094ad-aacc-46e1-a619-a89922ac18f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=304e1383-f09c-4327-99c9-7961728842fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0783644 Nov 19 05:47:09.707558 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-65c5a3cb-5942-4eda-99aa-6b90295e6060 req-92aadf01-b8b6-4e8f-9b8d-a1033403584e service neutron] 10.222.0.13 "GET /v2.0/networks/304e1383-f09c-4327-99c9-7961728842fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363826 Nov 19 05:47:09.850358 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-65c5a3cb-5942-4eda-99aa-6b90295e6060 req-5da0075f-8d03-4f00-a48c-33c0ab369d4c service neutron] 10.222.0.13 "GET /v2.0/networks/304e1383-f09c-4327-99c9-7961728842fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1362154 Nov 19 05:47:09.955408 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-596e15c9-5f27-49bc-ab98-cd59f1c8d6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:10.174862 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375380f4-c836-419e-9fed-900848a416b7 req-61dc7c17-8f9b-402f-a19f-8e1de3b5ec53 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:10.177056 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-375380f4-c836-419e-9fed-900848a416b7 req-61dc7c17-8f9b-402f-a19f-8e1de3b5ec53 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.0968471 Nov 19 05:47:10.229999 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-375380f4-c836-419e-9fed-900848a416b7 req-9bf1d981-77e0-4eed-b027-6591a9ccb016 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460286 Nov 19 05:47:10.508722 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4fe52-47f1-4c00-80dd-9380fe900c89 req-f8da1e8f-617d-4076-abd9-02af2d3a07c4 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:10.510359 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-06b4fe52-47f1-4c00-80dd-9380fe900c89 req-f8da1e8f-617d-4076-abd9-02af2d3a07c4 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 946 time: 0.0869939 Nov 19 05:47:10.559684 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-06b4fe52-47f1-4c00-80dd-9380fe900c89 req-cfe655e3-69c2-4ca8-adee-92511cc4b129 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429754 Nov 19 05:47:11.445156 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19501b55-f44d-4c43-ad3d-bfae3702f22a req-aa7147cc-8d62-494a-b9e1-bdd0ab88e37c tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:11.447082 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-19501b55-f44d-4c43-ad3d-bfae3702f22a req-aa7147cc-8d62-494a-b9e1-bdd0ab88e37c tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.0838795 Nov 19 05:47:11.496989 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-19501b55-f44d-4c43-ad3d-bfae3702f22a req-64c46461-e3bf-45e1-8e40-592c89e1a8bf tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434511 Nov 19 05:47:11.796787 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a8e38-fa36-48ff-9eff-df1f64af8d31 req-0527d24c-36a1-483e-9769-99d15c50c260 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:11.798395 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5f1a8e38-fa36-48ff-9eff-df1f64af8d31 req-0527d24c-36a1-483e-9769-99d15c50c260 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 946 time: 0.0871284 Nov 19 05:47:11.845790 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5f1a8e38-fa36-48ff-9eff-df1f64af8d31 req-7bdf4c3b-c2d2-4d8f-a902-e84dc628d967 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410931 Nov 19 05:47:11.969342 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 64df9d73-fb9c-4846-a6be-cea2f835c3aa no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:47:12.083553 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:12.116343 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1b1484-8dbf-4632-8385-6015a45e1aa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64df9d73-fb9c-4846-a6be-cea2f835c3aa'}] {{(pid=80340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:47:12.135254 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] For port 64df9d73-fb9c-4846-a6be-cea2f835c3aa, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=64df9d73-fb9c-4846-a6be-cea2f835c3aa,segment=NetworkSegment(1bac46a1-971a-466a-ba00-4392d3f174e2),segment_id=1bac46a1-971a-466a-ba00-4392d3f174e2)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:47:12.138527 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:12.140479 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:12.184708 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1b1484-8dbf-4632-8385-6015a45e1aa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64df9d73-fb9c-4846-a6be-cea2f835c3aa', 'code': 200} Nov 19 05:47:12.212583 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Pushing event updated for resources: {'Port': ['ID=64df9d73-fb9c-4846-a6be-cea2f835c3aa,revision_number=5']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:12.221927 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:12.222349 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:12.222735 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:12.223134 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:12.223469 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:12.223878 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:12.224174 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:12.224547 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:12.224868 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:12.225686 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:12.225686 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:12.226054 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:12.226456 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:12.226809 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:12.227168 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:12.227527 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:12.227888 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:12.228250 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:12.228607 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:12.228987 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:12.229347 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:12.229706 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:12.230044 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:12.230657 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:12.235139 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:12.398158 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-7c4ac217-d62d-43df-bc1f-cb01a5fa7f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:12.705877 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731ff3a-1c09-47da-b694-a00078743b2c req-85a1365f-12ed-4d03-89d4-12fa35ec6196 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:12.707716 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f731ff3a-1c09-47da-b694-a00078743b2c req-85a1365f-12ed-4d03-89d4-12fa35ec6196 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.0826387 Nov 19 05:47:12.758664 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f731ff3a-1c09-47da-b694-a00078743b2c req-d830ff6d-b214-4848-a51b-14ce70a3399f tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439007 Nov 19 05:47:12.967442 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:13.084708 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3db910-992e-4b2c-8d14-670babec654f req-c8fd67ba-5638-49c3-a6fd-f6cb1396b2db tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:13.086347 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ef3db910-992e-4b2c-8d14-670babec654f req-c8fd67ba-5638-49c3-a6fd-f6cb1396b2db tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 944 time: 0.0882187 Nov 19 05:47:13.136323 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ef3db910-992e-4b2c-8d14-670babec654f req-5500eb2e-5a9b-4236-8365-a347f7b0b7be tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435193 Nov 19 05:47:13.897838 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:13.976009 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3b9d0-d634-4ce6-a725-39184d460036 req-867b2692-ab76-4bf7-8967-1fb7265348c3 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:13.977668 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-79e3b9d0-d634-4ce6-a725-39184d460036 req-867b2692-ab76-4bf7-8967-1fb7265348c3 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.0859246 Nov 19 05:47:14.035399 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-79e3b9d0-d634-4ce6-a725-39184d460036 req-c5c40d55-7dd1-4610-a524-22b0b51c2332 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506494 Nov 19 05:47:14.107776 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:14.161442 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72156874-911b-488e-bb89-e7ef9409517f req-5c4f7a20-759b-4725-a580-8bdcf9180b0a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:14.163079 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-72156874-911b-488e-bb89-e7ef9409517f req-5c4f7a20-759b-4725-a580-8bdcf9180b0a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 944 time: 0.1033230 Nov 19 05:47:14.185188 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 34910) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:47:14.226973 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-72156874-911b-488e-bb89-e7ef9409517f req-1b10b454-e706-40ef-a989-354591914f68 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450971 Nov 19 05:47:14.349243 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4124e376-da12-4e3c-a19a-5c34a60f0222 req-2f4e65ed-133f-46fd-ad3c-2b16229d40fb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1626909 Nov 19 05:47:15.257703 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62218e80-fce6-4f31-b1c0-826270e7b37b req-f93b6531-e2b2-4c03-8ae9-35ab459dd4f1 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:15.259272 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-62218e80-fce6-4f31-b1c0-826270e7b37b req-f93b6531-e2b2-4c03-8ae9-35ab459dd4f1 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.0876133 Nov 19 05:47:15.308041 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-62218e80-fce6-4f31-b1c0-826270e7b37b req-b7b8569b-70a5-4f7a-8a4e-0af4e8f7a076 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426474 Nov 19 05:47:15.457306 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1db13b-cf10-4ae4-9a65-ec3c1785c936 req-ed99f10e-98ce-4da3-962b-1065e68ea180 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:15.458878 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-af1db13b-cf10-4ae4-9a65-ec3c1785c936 req-ed99f10e-98ce-4da3-962b-1065e68ea180 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 944 time: 0.0819247 Nov 19 05:47:15.506405 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-af1db13b-cf10-4ae4-9a65-ec3c1785c936 req-eb344117-d7db-48f8-99b3-00ef9c278482 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414410 Nov 19 05:47:16.008300 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4124e376-da12-4e3c-a19a-5c34a60f0222 req-16e01691-74b0-4c8e-92ba-db41c7d8ab23 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0&tenant_id=db4540afb2f2457fb8456c53e9da33fd HTTP/1.1" status: 200 len: 1161 time: 0.0786991 Nov 19 05:47:16.118243 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4124e376-da12-4e3c-a19a-5c34a60f0222 req-20c11abe-48d6-4fba-a681-5086a24e6667 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=db4540afb2f2457fb8456c53e9da33fd&device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 1161 time: 0.0755477 Nov 19 05:47:16.265989 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124e376-da12-4e3c-a19a-5c34a60f0222 req-2550838f-168a-42a8-9a9f-d5e4d13b635b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:16.267753 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4124e376-da12-4e3c-a19a-5c34a60f0222 req-2550838f-168a-42a8-9a9f-d5e4d13b635b service neutron] 10.222.0.13 "GET /v2.0/networks?id=304e1383-f09c-4327-99c9-7961728842fc HTTP/1.1" status: 200 len: 911 time: 0.1397202 Nov 19 05:47:16.382851 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4124e376-da12-4e3c-a19a-5c34a60f0222 req-f30993ca-5239-4093-a9b8-d9b2ffe457ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64df9d73-fb9c-4846-a6be-cea2f835c3aa HTTP/1.1" status: 200 len: 1000 time: 0.1083124 Nov 19 05:47:16.506449 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124e376-da12-4e3c-a19a-5c34a60f0222 req-f6725ac1-60d5-4523-b6ff-d2abb9e5d2ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:16.507987 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4124e376-da12-4e3c-a19a-5c34a60f0222 req-f6725ac1-60d5-4523-b6ff-d2abb9e5d2ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c37d305-86c3-49f3-a016-f0e689dbb363 HTTP/1.1" status: 200 len: 856 time: 0.1183341 Nov 19 05:47:16.589720 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817919e9-de9e-4e97-8328-8d08a857464e req-d052a283-3331-4062-95ba-5ab0b6dcd573 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:16.591420 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-817919e9-de9e-4e97-8328-8d08a857464e req-d052a283-3331-4062-95ba-5ab0b6dcd573 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.1490934 Nov 19 05:47:16.653940 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4124e376-da12-4e3c-a19a-5c34a60f0222 req-97ccce88-71a7-4000-8329-d3f80cf331aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=304e1383-f09c-4327-99c9-7961728842fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1343625 Nov 19 05:47:16.662179 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-817919e9-de9e-4e97-8328-8d08a857464e req-f3c10b3c-3773-48b3-9d97-8368dbdb515e tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629497 Nov 19 05:47:16.876384 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4124e376-da12-4e3c-a19a-5c34a60f0222 req-c6ab3310-ebe9-422a-83f9-756e95734031 service neutron] 10.222.0.13 "GET /v2.0/networks/304e1383-f09c-4327-99c9-7961728842fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120378 Nov 19 05:47:16.887686 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902ad03-b038-4976-9c75-105e9aa71a22 req-29418312-3a72-4339-b827-0a99d1c479c6 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:16.889239 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0902ad03-b038-4976-9c75-105e9aa71a22 req-29418312-3a72-4339-b827-0a99d1c479c6 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 944 time: 0.1947865 Nov 19 05:47:17.044288 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0902ad03-b038-4976-9c75-105e9aa71a22 req-51ee82cd-5452-4ed3-83cb-34142588e868 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297987 Nov 19 05:47:17.065643 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4124e376-da12-4e3c-a19a-5c34a60f0222 req-c244f682-4aa5-4c99-bebb-ebde5e9135ec service neutron] 10.222.0.13 "GET /v2.0/networks/304e1383-f09c-4327-99c9-7961728842fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1754091 Nov 19 05:47:17.883604 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8603472-ffa2-4763-a1b3-4bccb01f1822 req-6ec4ebca-59d6-4c35-b0e8-4c0d92282ea6 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:17.885398 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a8603472-ffa2-4763-a1b3-4bccb01f1822 req-6ec4ebca-59d6-4c35-b0e8-4c0d92282ea6 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.0885587 Nov 19 05:47:18.146624 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a8603472-ffa2-4763-a1b3-4bccb01f1822 req-f297de45-502b-4cdb-b61b-b6b0202dfad5 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547877 Nov 19 05:47:18.384006 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d8676-ab9d-4057-a23c-3297631516cf req-b70d68ee-ef67-457d-ad61-36f1bd2f311a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:18.385911 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-833d8676-ab9d-4057-a23c-3297631516cf req-b70d68ee-ef67-457d-ad61-36f1bd2f311a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 944 time: 0.1547680 Nov 19 05:47:18.457548 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-833d8676-ab9d-4057-a23c-3297631516cf req-5fd6dafd-6b1e-4fea-b2f3-5890bd69ef1d tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645893 Nov 19 05:47:19.353553 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e043ad-34ad-44d0-a8d3-2fdaf7d22394 req-a44a358c-95ac-424b-bae3-8a5eb5c2757b tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:19.355161 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c1e043ad-34ad-44d0-a8d3-2fdaf7d22394 req-a44a358c-95ac-424b-bae3-8a5eb5c2757b tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.0876493 Nov 19 05:47:19.407866 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c1e043ad-34ad-44d0-a8d3-2fdaf7d22394 req-882e9398-8437-4e82-97a6-ca6d5e95fb7b tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458262 Nov 19 05:47:19.694027 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4dd8ee-3f15-48bf-ae28-1244a3b899eb req-6bcfa672-6876-47e5-a99a-5e76bee10e65 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:19.695696 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5e4dd8ee-3f15-48bf-ae28-1244a3b899eb req-6bcfa672-6876-47e5-a99a-5e76bee10e65 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 944 time: 0.0846922 Nov 19 05:47:19.751961 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5e4dd8ee-3f15-48bf-ae28-1244a3b899eb req-99dd9459-7ed0-487b-a1e4-64866a46e664 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472643 Nov 19 05:47:20.068118 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 35052) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:47:20.246250 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d3991851-3398-49fa-9823-4ebaa0de8192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:20.294547 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-d3991851-3398-49fa-9823-4ebaa0de8192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:47:20.299030 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-d3991851-3398-49fa-9823-4ebaa0de8192 admin admin] Usage tracker for resource:security_group_rule and tenant:39efea3808234680bcf84a0ff6911237 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:47:20.302158 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-d3991851-3398-49fa-9823-4ebaa0de8192 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:47:20.307988 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-d3991851-3398-49fa-9823-4ebaa0de8192 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:47:20.392467 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d3991851-3398-49fa-9823-4ebaa0de8192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:20.396942 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d3991851-3398-49fa-9823-4ebaa0de8192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:20.406167 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-0eb78205-dd7e-4dfb-818a-5f7017e3c00c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:20.448206 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3991851-3398-49fa-9823-4ebaa0de8192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3bb96a-135f-4980-9b11-19b3f4621f18,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:20.453018 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d3991851-3398-49fa-9823-4ebaa0de8192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:20.505957 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 35066) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:47:20.506144 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-d3991851-3398-49fa-9823-4ebaa0de8192 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=39efea3808234680bcf84a0ff6911237&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4372880 Nov 19 05:47:20.654360 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-90360d10-6127-485c-afbf-0dcb735b50f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:20.691741 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-90360d10-6127-485c-afbf-0dcb735b50f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:20.736016 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f45dd7-7a6e-4dfd-9e36-c9dcc8587468 req-7d344eb1-e2bf-466c-8ce0-ae26e7c09671 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:20.737649 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-43f45dd7-7a6e-4dfd-9e36-c9dcc8587468 req-7d344eb1-e2bf-466c-8ce0-ae26e7c09671 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.1702967 Nov 19 05:47:20.798260 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-43f45dd7-7a6e-4dfd-9e36-c9dcc8587468 req-8fb6044c-461d-4fb2-a2a1-3508acd98087 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513046 Nov 19 05:47:20.798874 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-90360d10-6127-485c-afbf-0dcb735b50f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:20.804229 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-b2269989-ad4e-49df-9b34-33b371aadcfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:20.818883 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90360d10-6127-485c-afbf-0dcb735b50f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3bb96a-135f-4980-9b11-19b3f4621f18,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:20.838044 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-90360d10-6127-485c-afbf-0dcb735b50f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:20.838883 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-90360d10-6127-485c-afbf-0dcb735b50f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:20.842909 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-90360d10-6127-485c-afbf-0dcb735b50f0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd3bb96a-135f-4980-9b11-19b3f4621f18 HTTP/1.1" status: 204 len: 168 time: 0.3354487 Nov 19 05:47:21.019453 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4ec44-d0f2-43f9-b66f-c57075f91de8 req-1f913c33-1326-48b1-b753-cbe79d7eec6a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:21.021113 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ecb4ec44-d0f2-43f9-b66f-c57075f91de8 req-1f913c33-1326-48b1-b753-cbe79d7eec6a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 944 time: 0.0891938 Nov 19 05:47:21.069375 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ecb4ec44-d0f2-43f9-b66f-c57075f91de8 req-cf4724d4-042d-4210-aa60-dd07d95979b0 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419807 Nov 19 05:47:21.756294 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 35098) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:47:21.936671 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-bf773bec-b46e-4822-9fab-b1e10288d5cc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-61504955-network', 'tenant_id': '4a7566f994924090868a2fa4ea4b8c8f'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:47:21.943819 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-bf773bec-b46e-4822-9fab-b1e10288d5cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:47:21.987028 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-bf773bec-b46e-4822-9fab-b1e10288d5cc admin admin] Usage tracker for resource:network and tenant:4a7566f994924090868a2fa4ea4b8c8f is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:47:21.994528 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-bf773bec-b46e-4822-9fab-b1e10288d5cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:47:22.001336 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-bf773bec-b46e-4822-9fab-b1e10288d5cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:47:22.014590 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf773bec-b46e-4822-9fab-b1e10288d5cc admin admin] Made reservation on behalf of 4a7566f994924090868a2fa4ea4b8c8f for: {'network': 1} {{(pid=80339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:47:22.020581 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bf773bec-b46e-4822-9fab-b1e10288d5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for network, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:22.039572 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bf773bec-b46e-4822-9fab-b1e10288d5cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:22.093242 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-bf773bec-b46e-4822-9fab-b1e10288d5cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:47:22.101281 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e910e-b977-40c9-9b27-3abc3210c84d req-8aaded6b-5263-4344-8259-44195bd7b3f0 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:22.102878 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f19e910e-b977-40c9-9b27-3abc3210c84d req-8aaded6b-5263-4344-8259-44195bd7b3f0 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.1609483 Nov 19 05:47:22.106337 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-bf773bec-b46e-4822-9fab-b1e10288d5cc admin admin] Usage tracker for resource:security_group_rule and tenant:4a7566f994924090868a2fa4ea4b8c8f is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:47:22.109448 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-bf773bec-b46e-4822-9fab-b1e10288d5cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:47:22.132194 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-bf773bec-b46e-4822-9fab-b1e10288d5cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:47:22.173662 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f19e910e-b977-40c9-9b27-3abc3210c84d req-78c178c1-59b6-4905-904c-37f6b75acc30 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611014 Nov 19 05:47:22.246999 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bf773bec-b46e-4822-9fab-b1e10288d5cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:22.253903 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bf773bec-b46e-4822-9fab-b1e10288d5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:22.275974 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-47ab0bfa-4046-42b8-ba26-a31d2ecc7c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:22.283198 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf773bec-b46e-4822-9fab-b1e10288d5cc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 05:47:22.308046 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bf773bec-b46e-4822-9fab-b1e10288d5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4146814'] for segment, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:22.308425 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.db.segments_db [None req-bf773bec-b46e-4822-9fab-b1e10288d5cc admin admin] Added segment 1552a133-3e89-45b3-86b7-434385042069 of type vxlan for network 5bea5542-1284-4dd8-9d3c-21b73dca4fa9 Nov 19 05:47:22.317939 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf773bec-b46e-4822-9fab-b1e10288d5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a5a934-3e68-4df7-9ad3-1bbcc16facca,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:22.321844 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-bf773bec-b46e-4822-9fab-b1e10288d5cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:22.344502 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bf773bec-b46e-4822-9fab-b1e10288d5cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282791720376'] for network, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:22.379766 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bf773bec-b46e-4822-9fab-b1e10288d5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for network, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:22.383132 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf773bec-b46e-4822-9fab-b1e10288d5cc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:22.383765 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bf773bec-b46e-4822-9fab-b1e10288d5cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for network, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:22.419947 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:22.534688 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf773bec-b46e-4822-9fab-b1e10288d5cc admin admin] Pushing event updated for resources: {'Network': ['ID=5bea5542-1284-4dd8-9d3c-21b73dca4fa9,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:22.543379 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-bf773bec-b46e-4822-9fab-b1e10288d5cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:22.546061 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Network 5bea5542-1284-4dd8-9d3c-21b73dca4fa9 details requested by agent ovs-agent-dv-cinder-763306-1-smb with host dv-cinder-763306-1-smb {{(pid=80340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:47:22.561947 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-bf773bec-b46e-4822-9fab-b1e10288d5cc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8044341 Nov 19 05:47:22.566702 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 35108) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:47:22.573681 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-c02ae9f0-4234-4379-b908-17eb192fa79d admin admin] Request body: {'subnet': {'network_id': '5bea5542-1284-4dd8-9d3c-21b73dca4fa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-61504955-subnet', 'tenant_id': '4a7566f994924090868a2fa4ea4b8c8f', 'ip_version': 4}} {{(pid=80338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:47:22.586135 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-c02ae9f0-4234-4379-b908-17eb192fa79d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:47:22.592941 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-c02ae9f0-4234-4379-b908-17eb192fa79d admin admin] Usage tracker for resource:subnet and tenant:4a7566f994924090868a2fa4ea4b8c8f is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:47:22.602209 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7944c4-8533-435c-80d8-af7b4c59d279 req-11ab13de-ebf6-45b0-b465-fdc57ae56b80 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:22.603382 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-c02ae9f0-4234-4379-b908-17eb192fa79d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:47:22.607804 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4d7944c4-8533-435c-80d8-af7b4c59d279 req-11ab13de-ebf6-45b0-b465-fdc57ae56b80 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 944 time: 0.2268567 Nov 19 05:47:22.611671 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-c02ae9f0-4234-4379-b908-17eb192fa79d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:47:22.646236 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02ae9f0-4234-4379-b908-17eb192fa79d admin admin] Made reservation on behalf of 4a7566f994924090868a2fa4ea4b8c8f for: {'subnet': 1} {{(pid=80338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:47:22.651519 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c02ae9f0-4234-4379-b908-17eb192fa79d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549692'] for subnet, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:22.673201 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4d7944c4-8533-435c-80d8-af7b4c59d279 req-3738d64b-8121-4be4-9c81-5b0b88e57448 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579419 Nov 19 05:47:22.705377 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Network 5bea5542-1284-4dd8-9d3c-21b73dca4fa9 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:47:23.160416 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c02ae9f0-4234-4379-b908-17eb192fa79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10553946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549645'] for subnet, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:23.177386 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:23.313953 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02ae9f0-4234-4379-b908-17eb192fa79d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fd19b06-9240-4b31-91b7-18a861b0b3eb,revision_number=0']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:23.324773 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-c02ae9f0-4234-4379-b908-17eb192fa79d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:23.405991 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02ae9f0-4234-4379-b908-17eb192fa79d admin admin] Checking segment: {'id': '1552a133-3e89-45b3-86b7-434385042069', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5bea5542-1284-4dd8-9d3c-21b73dca4fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:47:23.406382 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02ae9f0-4234-4379-b908-17eb192fa79d admin admin] Network hostable DHCP agents. Network: 5bea5542-1284-4dd8-9d3c-21b73dca4fa9, hostable agents: ['38d37b3f-5317-4144-8207-2d1b2e789405'], hosted agents: [] {{(pid=80338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 05:47:23.429439 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02ae9f0-4234-4379-b908-17eb192fa79d admin admin] Network 5bea5542-1284-4dd8-9d3c-21b73dca4fa9 is scheduled to be hosted by DHCP agent 38d37b3f-5317-4144-8207-2d1b2e789405 with binding_index 1 {{(pid=80338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 05:47:23.445965 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-c02ae9f0-4234-4379-b908-17eb192fa79d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-1-smb, 5bea5542-1284-4dd8-9d3c-21b73dca4fa9) {{(pid=80338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:47:23.455903 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1c26b-9526-4171-b1e1-fbee1fc490ae req-932d0d11-3548-4b7b-b78d-a042f994e1c2 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:23.457620 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8115f128-2b22-4321-bc13-af44ea971cf0 None None] Network 5bea5542-1284-4dd8-9d3c-21b73dca4fa9 requested from dv-cinder-763306-1-smb {{(pid=80340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:47:23.458321 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4aa1c26b-9526-4171-b1e1-fbee1fc490ae req-932d0d11-3548-4b7b-b78d-a042f994e1c2 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.1138649 Nov 19 05:47:23.492739 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02ae9f0-4234-4379-b908-17eb192fa79d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:23.495510 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c02ae9f0-4234-4379-b908-17eb192fa79d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for subnet, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:23.561475 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-c02ae9f0-4234-4379-b908-17eb192fa79d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9933393 Nov 19 05:47:23.562343 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4aa1c26b-9526-4171-b1e1-fbee1fc490ae req-f01938b7-f1d8-44ae-9187-eb95fe4cd1bf tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943747 Nov 19 05:47:23.572405 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 35158) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:47:23.572405 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-0634730c-a07e-461b-a2c8-5e1cc139fb36 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-61504955-router', 'tenant_id': '4a7566f994924090868a2fa4ea4b8c8f', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e'}}} {{(pid=80338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:47:23.588114 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-0634730c-a07e-461b-a2c8-5e1cc139fb36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:47:23.592685 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-0634730c-a07e-461b-a2c8-5e1cc139fb36 admin admin] Usage tracker for resource:router and tenant:4a7566f994924090868a2fa4ea4b8c8f is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:47:23.598243 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-0634730c-a07e-461b-a2c8-5e1cc139fb36 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:47:23.629143 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-0634730c-a07e-461b-a2c8-5e1cc139fb36 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:47:23.657488 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0634730c-a07e-461b-a2c8-5e1cc139fb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38373'] for router, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:23.658954 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0634730c-a07e-461b-a2c8-5e1cc139fb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854063313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854019519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737428'] for router, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:23.695333 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0634730c-a07e-461b-a2c8-5e1cc139fb36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:23.944626 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6ed860-b97c-4312-91cd-47526303a2cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped1c157f-4dcd-59a2-8ff2-6731283fc27f-5bea5542-1284-4dd8-9d3c-21b73dca4fa9', 'network_id': '5bea5542-1284-4dd8-9d3c-21b73dca4fa9', 'tenant_id': '4a7566f994924090868a2fa4ea4b8c8f', 'fixed_ips': [{'subnet_id': '7fd19b06-9240-4b31-91b7-18a861b0b3eb'}]}} from dv-cinder-763306-1-smb. {{(pid=80340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 19 05:47:23.945567 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3f6ed860-b97c-4312-91cd-47526303a2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:23.953751 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0634730c-a07e-461b-a2c8-5e1cc139fb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854063298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737441'] for router, precommit_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:24.058277 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439adf88-dc5d-4086-a5b5-a3519fa206cc req-33311fca-2acd-48c5-988a-563d2ea0c031 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:24.060037 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-439adf88-dc5d-4086-a5b5-a3519fa206cc req-33311fca-2acd-48c5-988a-563d2ea0c031 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 944 time: 0.1214569 Nov 19 05:47:24.150289 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-439adf88-dc5d-4086-a5b5-a3519fa206cc req-516cc864-afc0-4cf9-9346-1b29947621b8 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780478 Nov 19 05:47:24.243348 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device d3e27814-2d01-4a6b-9520-f4f5fb2d586e up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:47:24.265775 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0634730c-a07e-461b-a2c8-5e1cc139fb36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:24.299172 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0634730c-a07e-461b-a2c8-5e1cc139fb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:24.407188 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [None req-3f6ed860-b97c-4312-91cd-47526303a2cd None None] Allocated IP 172.20.0.2 (5bea5542-1284-4dd8-9d3c-21b73dca4fa9/7fd19b06-9240-4b31-91b7-18a861b0b3eb/4ae7652e-3ee4-4866-968b-38fe6d797a16) {{(pid=80340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:47:24.417222 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port d3e27814-2d01-4a6b-9520-f4f5fb2d586e triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:24.417642 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:24.884609 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [None req-0634730c-a07e-461b-a2c8-5e1cc139fb36 admin admin] Allocated IP 172.28.3.44 (763d99df-10cd-4fa9-8817-f2839aa5077e/77791555-10e6-47e0-b878-932fa2c0a363/c08ea23e-3d81-40c7-a847-e23d574a60b7) {{(pid=80338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:47:24.918340 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a5ea3-4137-4d57-9f1a-074d58184d2f req-536bb407-ed3f-42a2-9b82-d0df6bd6e561 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:24.927036 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ef2a5ea3-4137-4d57-9f1a-074d58184d2f req-536bb407-ed3f-42a2-9b82-d0df6bd6e561 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.1256382 Nov 19 05:47:24.933029 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3f6ed860-b97c-4312-91cd-47526303a2cd None None] Notify callbacks [] for port, precommit_create {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:24.948174 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-3f6ed860-b97c-4312-91cd-47526303a2cd None None] Transition to ACTIVE for port object 4ae7652e-3ee4-4866-968b-38fe6d797a16 will not be triggered until provisioned by entity L2. {{(pid=80340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:47:24.976945 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-3f6ed860-b97c-4312-91cd-47526303a2cd None None] Transition to ACTIVE for port object 4ae7652e-3ee4-4866-968b-38fe6d797a16 will not be triggered until provisioned by entity DHCP. {{(pid=80340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:47:24.981526 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3f6ed860-b97c-4312-91cd-47526303a2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087'] for port, after_create {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:25.083004 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ef2a5ea3-4137-4d57-9f1a-074d58184d2f req-e35e5ec2-7dca-4685-8a94-89da62883f45 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545680 Nov 19 05:47:25.122155 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:25.153532 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0634730c-a07e-461b-a2c8-5e1cc139fb36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:25.202419 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6ed860-b97c-4312-91cd-47526303a2cd None None] Network 5bea5542-1284-4dd8-9d3c-21b73dca4fa9 is already hosted by enough agents. {{(pid=80340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:47:25.203489 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0634730c-a07e-461b-a2c8-5e1cc139fb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10554044'] for port, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:25.205967 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ed860-b97c-4312-91cd-47526303a2cd None None] Pushing event updated for resources: {'Port': ['ID=4ae7652e-3ee4-4866-968b-38fe6d797a16,revision_number=1']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:25.208646 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-3f6ed860-b97c-4312-91cd-47526303a2cd None None] Resources bound (agent type, host, resource id): {{(pid=80340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:47:25.210427 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-3f6ed860-b97c-4312-91cd-47526303a2cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:25.211199 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6ed860-b97c-4312-91cd-47526303a2cd None None] Received port after_create {{(pid=80340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:47:25.220225 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:25.298993 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-3f6ed860-b97c-4312-91cd-47526303a2cd None None] Attempting to bind port 4ae7652e-3ee4-4866-968b-38fe6d797a16 on host dv-cinder-763306-1-smb for vnic_type normal with profile {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:47:25.299683 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-3f6ed860-b97c-4312-91cd-47526303a2cd None None] Attempting to bind port 4ae7652e-3ee4-4866-968b-38fe6d797a16 by drivers openvswitch on host dv-cinder-763306-1-smb at level 0 using segments [{'id': '1552a133-3e89-45b3-86b7-434385042069', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5bea5542-1284-4dd8-9d3c-21b73dca4fa9'}] {{(pid=80340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:47:25.300345 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6ed860-b97c-4312-91cd-47526303a2cd None None] Attempting to bind port 4ae7652e-3ee4-4866-968b-38fe6d797a16 on network 5bea5542-1284-4dd8-9d3c-21b73dca4fa9 {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:47:25.318233 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6ed860-b97c-4312-91cd-47526303a2cd None None] Checking agent: {'id': '3b9cbee5-707a-4bcc-ae8c-d4de5d48a910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 35, 44), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 14), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:47:25.318656 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6ed860-b97c-4312-91cd-47526303a2cd None None] Checking segment: {'id': '1552a133-3e89-45b3-86b7-434385042069', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5bea5542-1284-4dd8-9d3c-21b73dca4fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:47:25.319089 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3f6ed860-b97c-4312-91cd-47526303a2cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:25.324948 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6ed860-b97c-4312-91cd-47526303a2cd None None] Bound using segment: {'id': '1552a133-3e89-45b3-86b7-434385042069', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5bea5542-1284-4dd8-9d3c-21b73dca4fa9'} {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:47:25.325509 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-3f6ed860-b97c-4312-91cd-47526303a2cd None None] Bound port: 4ae7652e-3ee4-4866-968b-38fe6d797a16, host: dv-cinder-763306-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1552a133-3e89-45b3-86b7-434385042069', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5bea5542-1284-4dd8-9d3c-21b73dca4fa9'}}] {{(pid=80340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:47:25.325943 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3f6ed860-b97c-4312-91cd-47526303a2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:25.378824 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0634730c-a07e-461b-a2c8-5e1cc139fb36 admin admin] Pushing event updated for resources: {'Port': ['ID=c08ea23e-3d81-40c7-a847-e23d574a60b7,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:25.388225 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-0634730c-a07e-461b-a2c8-5e1cc139fb36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:25.435070 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0634730c-a07e-461b-a2c8-5e1cc139fb36 admin admin] Network 763d99df-10cd-4fa9-8817-f2839aa5077e is already hosted by enough agents. {{(pid=80338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:47:25.436965 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-0634730c-a07e-461b-a2c8-5e1cc139fb36 admin admin] Resources bound (agent type, host, resource id): {{(pid=80338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:47:25.439469 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0634730c-a07e-461b-a2c8-5e1cc139fb36 admin admin] Received port after_create {{(pid=80338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:47:25.457509 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664d5e8-21b1-417d-910e-c498ad79a603 req-7c0ee86a-f564-4df8-b06d-ca50a76ad4d9 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:25.458782 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7664d5e8-21b1-417d-910e-c498ad79a603 req-7c0ee86a-f564-4df8-b06d-ca50a76ad4d9 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 944 time: 0.1169949 Nov 19 05:47:25.461874 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-3f6ed860-b97c-4312-91cd-47526303a2cd None None] For port 4ae7652e-3ee4-4866-968b-38fe6d797a16, host dv-cinder-763306-1-smb, cleared binding levels {{(pid=80340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:47:25.467157 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-3f6ed860-b97c-4312-91cd-47526303a2cd None None] For port 4ae7652e-3ee4-4866-968b-38fe6d797a16, host dv-cinder-763306-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=4ae7652e-3ee4-4866-968b-38fe6d797a16,segment=NetworkSegment(1552a133-3e89-45b3-86b7-434385042069),segment_id=1552a133-3e89-45b3-86b7-434385042069)] {{(pid=80340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:47:25.471201 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3f6ed860-b97c-4312-91cd-47526303a2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:25.521605 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:25.525629 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7664d5e8-21b1-417d-910e-c498ad79a603 req-580b6b76-2df1-43d0-a744-288e9bd8fc41 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545368 Nov 19 05:47:25.658257 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0634730c-a07e-461b-a2c8-5e1cc139fb36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:25.659263 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0634730c-a07e-461b-a2c8-5e1cc139fb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854084919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-712537'] for router, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:25.758761 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ed860-b97c-4312-91cd-47526303a2cd None None] Pushing event updated for resources: {'Port': ['ID=4ae7652e-3ee4-4866-968b-38fe6d797a16,revision_number=2']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:25.764167 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-3f6ed860-b97c-4312-91cd-47526303a2cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:25.927852 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0634730c-a07e-461b-a2c8-5e1cc139fb36 admin admin] Router 5168b767-9e37-4f6f-b8b0-323489f65d40 is scheduled to L3 agent 9d988d7f-fab1-47ee-9f4c-4b1b16993ac8 with binding_index 1 {{(pid=80338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 19 05:47:26.217038 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0634730c-a07e-461b-a2c8-5e1cc139fb36 admin admin] Notify agent at l3_agent.dv-cinder-763306-1-smb the message routers_updated {{(pid=80338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:47:26.229664 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861febfd-5be5-4c74-9875-4a17f5ec8e45 None None] Sync routers for ids ['5168b767-9e37-4f6f-b8b0-323489f65d40'] in dv-cinder-763306-1-smb {{(pid=80341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:47:26.276095 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861febfd-5be5-4c74-9875-4a17f5ec8e45 None None] Routers {'5168b767-9e37-4f6f-b8b0-323489f65d40'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:47:26.276924 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-861febfd-5be5-4c74-9875-4a17f5ec8e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:47:12Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['5168b767-9e37-4f6f-b8b0-323489f65d40'], 'active': True} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:47:26.292432 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0634730c-a07e-461b-a2c8-5e1cc139fb36 admin admin] Notify callbacks [] for router, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:26.304082 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-0634730c-a07e-461b-a2c8-5e1cc139fb36 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7363987 Nov 19 05:47:26.304822 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 35196) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:47:26.427982 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cebf9-5b54-4927-9bc4-adf7a0d8377f req-5ba5fe91-ccac-4c67-a5d4-7240925c0c4b tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:26.437850 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4c4cebf9-5b54-4927-9bc4-adf7a0d8377f req-5ba5fe91-ccac-4c67-a5d4-7240925c0c4b tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.1521344 Nov 19 05:47:26.452499 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 4ae7652e-3ee4-4866-968b-38fe6d797a16 up at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:47:26.501133 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4c4cebf9-5b54-4927-9bc4-adf7a0d8377f req-2487b684-db89-4ec9-987c-ddf034a8288a tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546007 Nov 19 05:47:26.563041 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-861febfd-5be5-4c74-9875-4a17f5ec8e45 None None] Set router 5168b767-9e37-4f6f-b8b0-323489f65d40 gateway port host: dv-cinder-763306-1-smb {{(pid=80341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:47:26.614682 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning for port 4ae7652e-3ee4-4866-968b-38fe6d797a16 completed by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:47:26.845452 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48881e97-ea59-4d40-8402-69abb5be9c38 req-99c72030-f2a0-48fe-bba6-0837edd3e20f tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:26.847842 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-48881e97-ea59-4d40-8402-69abb5be9c38 req-99c72030-f2a0-48fe-bba6-0837edd3e20f tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 944 time: 0.1058738 Nov 19 05:47:26.907848 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-48881e97-ea59-4d40-8402-69abb5be9c38 req-5ce4a9ca-bcab-4b55-b576-08504225850e tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504978 Nov 19 05:47:26.994476 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-861febfd-5be5-4c74-9875-4a17f5ec8e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'name': 'tempest-TestMinimumBasicScenario-61504955-router', 'tenant_id': '4a7566f994924090868a2fa4ea4b8c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c08ea23e-3d81-40c7-a847-e23d574a60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:47:23Z', 'updated_at': '2020-11-19T05:47:25Z', 'revision_number': 3, 'project_id': '4a7566f994924090868a2fa4ea4b8c8f', 'gw_port': {'id': 'c08ea23e-3d81-40c7-a847-e23d574a60b7', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:47:24Z', 'updated_at': '2020-11-19T05:47:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb'}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:47:26.999480 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861febfd-5be5-4c74-9875-4a17f5ec8e45 None None] Checking router: 5168b767-9e37-4f6f-b8b0-323489f65d40 for host: dv-cinder-763306-1-smb {{(pid=80341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:47:26.999890 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861febfd-5be5-4c74-9875-4a17f5ec8e45 None None] Updating router 5168b767-9e37-4f6f-b8b0-323489f65d40 port c08ea23e-3d81-40c7-a847-e23d574a60b7 binding host dv-cinder-763306-1-smb {{(pid=80341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 05:47:27.075595 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-861febfd-5be5-4c74-9875-4a17f5ec8e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:27.532234 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0c857dc1-7c3b-46fa-9cb2-d92d24204c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:27.597824 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6e0ba4-b4c7-432c-b7c6-cfaa03563316 None None] Network 5bea5542-1284-4dd8-9d3c-21b73dca4fa9 requested from dv-cinder-763306-1-smb {{(pid=80340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:47:27.691216 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-861febfd-5be5-4c74-9875-4a17f5ec8e45 None None] Notify callbacks [] for port, precommit_update {{(pid=80341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:27.708171 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-861febfd-5be5-4c74-9875-4a17f5ec8e45 None None] Transition to ACTIVE for port object c08ea23e-3d81-40c7-a847-e23d574a60b7 will not be triggered until provisioned by entity L2. {{(pid=80341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:47:27.714094 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-861febfd-5be5-4c74-9875-4a17f5ec8e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:27.817790 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66593176-9f8e-4379-b081-3c1caf347315 req-482f5b02-5f4a-4afd-9a3a-8f458d1d270a tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:27.832599 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-66593176-9f8e-4379-b081-3c1caf347315 req-482f5b02-5f4a-4afd-9a3a-8f458d1d270a tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.1375093 Nov 19 05:47:27.891004 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:27.892417 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-aa8520be-221a-43df-994c-16fa44f85478 None None] Provisioning for port 4ae7652e-3ee4-4866-968b-38fe6d797a16 completed by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:47:27.898867 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-66593176-9f8e-4379-b081-3c1caf347315 req-3eefb96b-1950-4aff-a1d2-1f0bc3aea7fb tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648265 Nov 19 05:47:27.993192 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5cbf3-6a31-48b5-9d62-31d161299e82 None None] Pushing event updated for resources: {'Port': ['ID=c08ea23e-3d81-40c7-a847-e23d574a60b7,revision_number=2']} {{(pid=80341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:28.007014 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5cbf3-6a31-48b5-9d62-31d161299e82 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:28.007477 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5cbf3-6a31-48b5-9d62-31d161299e82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:28.007927 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5cbf3-6a31-48b5-9d62-31d161299e82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:28.008740 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5cbf3-6a31-48b5-9d62-31d161299e82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:28.010105 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5cbf3-6a31-48b5-9d62-31d161299e82 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:28.010781 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5cbf3-6a31-48b5-9d62-31d161299e82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:28.011297 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-aa8520be-221a-43df-994c-16fa44f85478 None None] Provisioning complete for port 4ae7652e-3ee4-4866-968b-38fe6d797a16 triggered by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:28.011420 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5cbf3-6a31-48b5-9d62-31d161299e82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:28.011865 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5cbf3-6a31-48b5-9d62-31d161299e82 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:28.012312 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5cbf3-6a31-48b5-9d62-31d161299e82 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:28.012691 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-aa8520be-221a-43df-994c-16fa44f85478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:28.012862 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5cbf3-6a31-48b5-9d62-31d161299e82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:28.013396 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5cbf3-6a31-48b5-9d62-31d161299e82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:28.013832 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5cbf3-6a31-48b5-9d62-31d161299e82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:28.014311 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5cbf3-6a31-48b5-9d62-31d161299e82 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:28.014745 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5cbf3-6a31-48b5-9d62-31d161299e82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:28.015309 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5cbf3-6a31-48b5-9d62-31d161299e82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:28.015756 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5cbf3-6a31-48b5-9d62-31d161299e82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:28.016188 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5cbf3-6a31-48b5-9d62-31d161299e82 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:28.016620 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5cbf3-6a31-48b5-9d62-31d161299e82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:28.017228 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5cbf3-6a31-48b5-9d62-31d161299e82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:28.017667 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5cbf3-6a31-48b5-9d62-31d161299e82 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:28.018111 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5cbf3-6a31-48b5-9d62-31d161299e82 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:28.019018 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5cbf3-6a31-48b5-9d62-31d161299e82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:28.019518 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5cbf3-6a31-48b5-9d62-31d161299e82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:28.020028 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5cbf3-6a31-48b5-9d62-31d161299e82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:28.059581 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-861febfd-5be5-4c74-9875-4a17f5ec8e45 None None] Attempting to bind port c08ea23e-3d81-40c7-a847-e23d574a60b7 on host dv-cinder-763306-1-smb for vnic_type normal with profile {{(pid=80341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:47:28.060447 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-861febfd-5be5-4c74-9875-4a17f5ec8e45 None None] Attempting to bind port c08ea23e-3d81-40c7-a847-e23d574a60b7 by drivers openvswitch on host dv-cinder-763306-1-smb at level 0 using segments [{'id': '570e6a95-1f7f-4238-9052-97fd91c0100f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e'}] {{(pid=80341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:47:28.061038 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861febfd-5be5-4c74-9875-4a17f5ec8e45 None None] Attempting to bind port c08ea23e-3d81-40c7-a847-e23d574a60b7 on network 763d99df-10cd-4fa9-8817-f2839aa5077e {{(pid=80341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:47:28.069664 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861febfd-5be5-4c74-9875-4a17f5ec8e45 None None] Checking agent: {'id': '3b9cbee5-707a-4bcc-ae8c-d4de5d48a910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 35, 44), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 14), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:47:28.070421 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861febfd-5be5-4c74-9875-4a17f5ec8e45 None None] Checking segment: {'id': '570e6a95-1f7f-4238-9052-97fd91c0100f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:47:28.070955 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-861febfd-5be5-4c74-9875-4a17f5ec8e45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:28.071573 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861febfd-5be5-4c74-9875-4a17f5ec8e45 None None] Bound using segment: {'id': '570e6a95-1f7f-4238-9052-97fd91c0100f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e'} {{(pid=80341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:47:28.072190 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-861febfd-5be5-4c74-9875-4a17f5ec8e45 None None] Bound port: c08ea23e-3d81-40c7-a847-e23d574a60b7, host: dv-cinder-763306-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570e6a95-1f7f-4238-9052-97fd91c0100f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e'}}] {{(pid=80341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:47:28.072695 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-861febfd-5be5-4c74-9875-4a17f5ec8e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:28.167860 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-861febfd-5be5-4c74-9875-4a17f5ec8e45 None None] For port c08ea23e-3d81-40c7-a847-e23d574a60b7, host dv-cinder-763306-1-smb, cleared binding levels {{(pid=80341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:47:28.172094 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-861febfd-5be5-4c74-9875-4a17f5ec8e45 None None] For port c08ea23e-3d81-40c7-a847-e23d574a60b7, host dv-cinder-763306-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=c08ea23e-3d81-40c7-a847-e23d574a60b7,segment=NetworkSegment(570e6a95-1f7f-4238-9052-97fd91c0100f),segment_id=570e6a95-1f7f-4238-9052-97fd91c0100f)] {{(pid=80341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:47:28.218629 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-861febfd-5be5-4c74-9875-4a17f5ec8e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:28.238178 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [None req-0c857dc1-7c3b-46fa-9cb2-d92d24204c25 admin admin] Allocated IP 172.20.0.1 (5bea5542-1284-4dd8-9d3c-21b73dca4fa9/7fd19b06-9240-4b31-91b7-18a861b0b3eb/8134cfed-e88a-4897-90a1-931469922998) {{(pid=80338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:47:28.381433 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43ba65-d77f-46c7-b1b3-97029593601e req-2defe50d-d88a-41a0-89b6-21ec26ae19b5 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:28.383853 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3b43ba65-d77f-46c7-b1b3-97029593601e req-2defe50d-d88a-41a0-89b6-21ec26ae19b5 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 944 time: 0.1734502 Nov 19 05:47:28.414774 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-aa8520be-221a-43df-994c-16fa44f85478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:28.590994 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3b43ba65-d77f-46c7-b1b3-97029593601e req-cce212fe-576f-40e0-a8b0-06167cbd8bbd tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847899 Nov 19 05:47:28.619312 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-aa8520be-221a-43df-994c-16fa44f85478 None None] For port 4ae7652e-3ee4-4866-968b-38fe6d797a16, host dv-cinder-763306-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=4ae7652e-3ee4-4866-968b-38fe6d797a16,segment=NetworkSegment(1552a133-3e89-45b3-86b7-434385042069),segment_id=1552a133-3e89-45b3-86b7-434385042069)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:47:28.628374 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-aa8520be-221a-43df-994c-16fa44f85478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:28.637314 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-3f6ed860-b97c-4312-91cd-47526303a2cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:28.704502 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-28b5cbf3-6a31-48b5-9d62-31d161299e82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.813s {{(pid=80341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:28.705051 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-28b5cbf3-6a31-48b5-9d62-31d161299e82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:28.789180 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0c857dc1-7c3b-46fa-9cb2-d92d24204c25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:28.815944 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8520be-221a-43df-994c-16fa44f85478 None None] Pushing event updated for resources: {'Port': ['ID=4ae7652e-3ee4-4866-968b-38fe6d797a16,revision_number=3']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:28.819600 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-aa8520be-221a-43df-994c-16fa44f85478 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:28.830652 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-0c857dc1-7c3b-46fa-9cb2-d92d24204c25 admin admin] Transition to ACTIVE for port object 8134cfed-e88a-4897-90a1-931469922998 will not be triggered until provisioned by entity DHCP. {{(pid=80338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:47:28.854893 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0c857dc1-7c3b-46fa-9cb2-d92d24204c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10554044'] for port, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:28.882478 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:28.913097 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5cbf3-6a31-48b5-9d62-31d161299e82 None None] Pushing event updated for resources: {'Port': ['ID=c08ea23e-3d81-40c7-a847-e23d574a60b7,revision_number=3']} {{(pid=80341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:28.916630 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-28b5cbf3-6a31-48b5-9d62-31d161299e82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:28.973245 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-406d8719-e2e3-47c4-807b-c61f659a10aa None None] Provisioning complete for port 4ae7652e-3ee4-4866-968b-38fe6d797a16 triggered by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:28.973666 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-406d8719-e2e3-47c4-807b-c61f659a10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:28.991143 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861febfd-5be5-4c74-9875-4a17f5ec8e45 None None] Routers {'5168b767-9e37-4f6f-b8b0-323489f65d40'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:47:28.991980 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-861febfd-5be5-4c74-9875-4a17f5ec8e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:47:12Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['5168b767-9e37-4f6f-b8b0-323489f65d40'], 'active': True} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:47:29.226270 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c857dc1-7c3b-46fa-9cb2-d92d24204c25 admin admin] Pushing event updated for resources: {'Port': ['ID=8134cfed-e88a-4897-90a1-931469922998,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:29.230165 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-0c857dc1-7c3b-46fa-9cb2-d92d24204c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:29.260793 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c857dc1-7c3b-46fa-9cb2-d92d24204c25 admin admin] Network 5bea5542-1284-4dd8-9d3c-21b73dca4fa9 is already hosted by enough agents. {{(pid=80338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:47:29.265047 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-0c857dc1-7c3b-46fa-9cb2-d92d24204c25 admin admin] Resources bound (agent type, host, resource id): {{(pid=80338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:47:29.270518 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c857dc1-7c3b-46fa-9cb2-d92d24204c25 admin admin] Received port after_create {{(pid=80338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:47:29.290665 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4448a06-bbd7-4585-8eb1-15a37d90ce9f req-969dc3ad-04bd-46bd-b1fe-38b7aa47b057 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:29.298405 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d4448a06-bbd7-4585-8eb1-15a37d90ce9f req-969dc3ad-04bd-46bd-b1fe-38b7aa47b057 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.1754544 Nov 19 05:47:29.354410 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0c857dc1-7c3b-46fa-9cb2-d92d24204c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854058995'] for router_interface, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:29.360198 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-28f7c8ad-a411-4814-b5be-0276f9793834 None None] Provisioning complete for port 4ae7652e-3ee4-4866-968b-38fe6d797a16 triggered by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:29.362477 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-861febfd-5be5-4c74-9875-4a17f5ec8e45 None None] Set router 5168b767-9e37-4f6f-b8b0-323489f65d40 gateway port host: dv-cinder-763306-1-smb {{(pid=80341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:47:29.363374 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-28f7c8ad-a411-4814-b5be-0276f9793834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:29.364099 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d4448a06-bbd7-4585-8eb1-15a37d90ce9f req-f7deb0f8-8ed3-44ba-9031-dfb99994a316 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646033 Nov 19 05:47:29.472730 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0c857dc1-7c3b-46fa-9cb2-d92d24204c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:29.678215 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-e2638ff5-cba9-4e19-98f0-5a6a78b27778 None None] Provisioning complete for port 4ae7652e-3ee4-4866-968b-38fe6d797a16 triggered by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:29.678785 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e2638ff5-cba9-4e19-98f0-5a6a78b27778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:29.774020 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-861febfd-5be5-4c74-9875-4a17f5ec8e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'name': 'tempest-TestMinimumBasicScenario-61504955-router', 'tenant_id': '4a7566f994924090868a2fa4ea4b8c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c08ea23e-3d81-40c7-a847-e23d574a60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:47:23Z', 'updated_at': '2020-11-19T05:47:25Z', 'revision_number': 3, 'project_id': '4a7566f994924090868a2fa4ea4b8c8f', 'gw_port': {'id': 'c08ea23e-3d81-40c7-a847-e23d574a60b7', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:47:24Z', 'updated_at': '2020-11-19T05:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb'}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:47:29.778455 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861febfd-5be5-4c74-9875-4a17f5ec8e45 None None] The sync data for ids ['5168b767-9e37-4f6f-b8b0-323489f65d40'] in dv-cinder-763306-1-smb is: [{'id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'name': 'tempest-TestMinimumBasicScenario-61504955-router', 'tenant_id': '4a7566f994924090868a2fa4ea4b8c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c08ea23e-3d81-40c7-a847-e23d574a60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:47:23Z', 'updated_at': '2020-11-19T05:47:25Z', 'revision_number': 3, 'project_id': '4a7566f994924090868a2fa4ea4b8c8f', 'gw_port': {'id': 'c08ea23e-3d81-40c7-a847-e23d574a60b7', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:47:24Z', 'updated_at': '2020-11-19T05:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb'}] {{(pid=80341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:47:29.806323 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0c857dc1-7c3b-46fa-9cb2-d92d24204c25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:29.818711 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0c857dc1-7c3b-46fa-9cb2-d92d24204c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844221787'] for port, after_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:29.827731 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-e2638ff5-cba9-4e19-98f0-5a6a78b27778 None None] Provisioning for port 8134cfed-e88a-4897-90a1-931469922998 completed by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:47:29.833716 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-e2638ff5-cba9-4e19-98f0-5a6a78b27778 None None] Provisioning complete for port 8134cfed-e88a-4897-90a1-931469922998 triggered by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:29.834170 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e2638ff5-cba9-4e19-98f0-5a6a78b27778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:29.851231 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f3cfc68f-3b64-4a89-87cc-ce98f573c36e tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:29.900422 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-e2638ff5-cba9-4e19-98f0-5a6a78b27778 None None] Port 8134cfed-e88a-4897-90a1-931469922998 cannot update to ACTIVE because it is not bound. {{(pid=80340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:47:29.954471 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c857dc1-7c3b-46fa-9cb2-d92d24204c25 admin admin] Pushing event updated for resources: {'Port': ['ID=8134cfed-e88a-4897-90a1-931469922998,revision_number=2']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:29.957755 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-0c857dc1-7c3b-46fa-9cb2-d92d24204c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:29.961739 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0c857dc1-7c3b-46fa-9cb2-d92d24204c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851143098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716904'] for router_interface, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:29.967053 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470c517-d4b2-430d-826a-1e0b9b8a3c0d req-d18db7ad-4b48-4e87-a05d-3121335b28f6 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:29.968680 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9470c517-d4b2-430d-826a-1e0b9b8a3c0d req-d18db7ad-4b48-4e87-a05d-3121335b28f6 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 944 time: 0.1026521 Nov 19 05:47:30.044745 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:30.080658 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9470c517-d4b2-430d-826a-1e0b9b8a3c0d req-38caecd4-0dde-44cb-bffd-fd11f64cf8ea tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046555 Nov 19 05:47:30.120816 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d414adab-72f5-4426-9c40-dc2daefe9dd3 req-afee2a48-5ef7-4754-9ff7-7f92534ddf53 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0968802 Nov 19 05:47:30.125852 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c857dc1-7c3b-46fa-9cb2-d92d24204c25 admin admin] Network 5bea5542-1284-4dd8-9d3c-21b73dca4fa9 is already hosted by enough agents. {{(pid=80338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:47:30.127367 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-0c857dc1-7c3b-46fa-9cb2-d92d24204c25 admin admin] Resources bound (agent type, host, resource id): {{(pid=80338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:47:30.301655 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 4ae7652e-3ee4-4866-968b-38fe6d797a16 up at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:47:30.362351 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d414adab-72f5-4426-9c40-dc2daefe9dd3 req-85432c09-b7a2-4d96-b558-3bceeeefc344 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=17a899bd609f4510af15bbf524aca39c&device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 1162 time: 0.1690662 Nov 19 05:47:30.458835 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-b9af765d-b004-4532-b30b-e6e9d41c8b22 None None] Provisioning complete for port 8134cfed-e88a-4897-90a1-931469922998 triggered by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:30.459555 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b9af765d-b004-4532-b30b-e6e9d41c8b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:30.536188 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning complete for port 4ae7652e-3ee4-4866-968b-38fe6d797a16 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:30.537006 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:30.546598 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414adab-72f5-4426-9c40-dc2daefe9dd3 req-ba4f42b0-7ea1-44c8-917c-9a8231ac0bee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:30.548494 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d414adab-72f5-4426-9c40-dc2daefe9dd3 req-ba4f42b0-7ea1-44c8-917c-9a8231ac0bee service neutron] 10.222.0.13 "GET /v2.0/networks?id=860fe5ec-aac7-4da6-92b2-2f86635d7a6b HTTP/1.1" status: 200 len: 905 time: 0.1618063 Nov 19 05:47:30.580459 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-b9af765d-b004-4532-b30b-e6e9d41c8b22 None None] Port 8134cfed-e88a-4897-90a1-931469922998 cannot update to ACTIVE because it is not bound. {{(pid=80340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:47:30.740751 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c857dc1-7c3b-46fa-9cb2-d92d24204c25 admin admin] Router 5168b767-9e37-4f6f-b8b0-323489f65d40 has already been hosted by L3 agent 9d988d7f-fab1-47ee-9f4c-4b1b16993ac8 {{(pid=80338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:47:30.746973 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d414adab-72f5-4426-9c40-dc2daefe9dd3 req-5393b62b-24a6-422b-8205-f5afba63e29a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd HTTP/1.1" status: 200 len: 1001 time: 0.1905859 Nov 19 05:47:30.832794 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160adbe-4a15-44bb-a379-21c9c1dfbfba req-2b01ce03-caf6-42a9-8fed-92d93e4a40df tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:30.834647 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0160adbe-4a15-44bb-a379-21c9c1dfbfba req-2b01ce03-caf6-42a9-8fed-92d93e4a40df tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.1744404 Nov 19 05:47:30.846257 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414adab-72f5-4426-9c40-dc2daefe9dd3 req-e3c0e402-8e78-47eb-8746-d82524e1dc66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:30.848437 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d414adab-72f5-4426-9c40-dc2daefe9dd3 req-e3c0e402-8e78-47eb-8746-d82524e1dc66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=79de99d1-0c92-4ca9-b38b-41526eec1217 HTTP/1.1" status: 200 len: 850 time: 0.0928011 Nov 19 05:47:30.953435 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0160adbe-4a15-44bb-a379-21c9c1dfbfba req-3f128189-1435-48d8-9d41-7ceb5f167abc tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085799 Nov 19 05:47:30.989809 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d414adab-72f5-4426-9c40-dc2daefe9dd3 req-0e9e8438-caca-43c0-8c41-bd0aef6c186e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=860fe5ec-aac7-4da6-92b2-2f86635d7a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1191008 Nov 19 05:47:30.991236 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c857dc1-7c3b-46fa-9cb2-d92d24204c25 admin admin] Notify agent at l3_agent.dv-cinder-763306-1-smb the message routers_updated {{(pid=80338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:47:31.000802 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-0c857dc1-7c3b-46fa-9cb2-d92d24204c25 admin admin] 10.222.0.16 "PUT /v2.0/routers/5168b767-9e37-4f6f-b8b0-323489f65d40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6946692 Nov 19 05:47:31.144867 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d414adab-72f5-4426-9c40-dc2daefe9dd3 req-b23d3da3-4d26-4c43-8df2-e41275dcfc68 service neutron] 10.222.0.13 "GET /v2.0/networks/860fe5ec-aac7-4da6-92b2-2f86635d7a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478553 Nov 19 05:47:31.360650 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d414adab-72f5-4426-9c40-dc2daefe9dd3 req-64897678-8ed7-4b10-8ab5-2fb62906ceb7 service neutron] 10.222.0.13 "GET /v2.0/networks/860fe5ec-aac7-4da6-92b2-2f86635d7a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2090232 Nov 19 05:47:31.381336 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881029df-6ad4-4f4d-8333-fc45a56ac2ea req-bf8bde24-8f77-4898-bc61-1ba6cbf27762 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:31.383123 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-881029df-6ad4-4f4d-8333-fc45a56ac2ea req-bf8bde24-8f77-4898-bc61-1ba6cbf27762 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 944 time: 0.1279969 Nov 19 05:47:31.438522 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-881029df-6ad4-4f4d-8333-fc45a56ac2ea req-11248c0a-50a2-4131-8e49-fe018111b6e3 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476036 Nov 19 05:47:31.530758 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-af89af47-d381-447d-b9cf-296a09d2b674 req-8eb1d99b-7b96-41f6-b040-a05470b6bc00 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 1162 time: 0.0871391 Nov 19 05:47:31.586931 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-af89af47-d381-447d-b9cf-296a09d2b674 req-87fdedb8-15e6-42cf-b191-3e815a1b0be2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447690 Nov 19 05:47:32.241822 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e3364-3eb0-4cca-bba6-86ede536fc43 req-6c850b29-337e-48e1-9bd4-dd69d45d85a1 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:32.257145 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e49e3364-3eb0-4cca-bba6-86ede536fc43 req-6c850b29-337e-48e1-9bd4-dd69d45d85a1 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.1255264 Nov 19 05:47:32.353108 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e49e3364-3eb0-4cca-bba6-86ede536fc43 req-cae93cc8-4f24-4783-8a17-572f3bb7ded4 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620747 Nov 19 05:47:32.427515 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device c08ea23e-3d81-40c7-a847-e23d574a60b7 up at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:47:32.537432 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning for port c08ea23e-3d81-40c7-a847-e23d574a60b7 completed by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:47:32.585485 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning complete for port c08ea23e-3d81-40c7-a847-e23d574a60b7 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:32.585944 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:32.770302 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc341c9-be8c-4055-97ba-7e8403ae1769 req-b5a1711b-6a1b-4634-848e-67dcf8e1ed8a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:32.777577 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4cc341c9-be8c-4055-97ba-7e8403ae1769 req-b5a1711b-6a1b-4634-848e-67dcf8e1ed8a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 944 time: 0.1152205 Nov 19 05:47:32.885086 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4cc341c9-be8c-4055-97ba-7e8403ae1769 req-3c0769e0-0741-4e3a-9a78-9aa0e635e8ba tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002612 Nov 19 05:47:32.971242 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:32.991354 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] For port c08ea23e-3d81-40c7-a847-e23d574a60b7, host dv-cinder-763306-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=c08ea23e-3d81-40c7-a847-e23d574a60b7,segment=NetworkSegment(570e6a95-1f7f-4238-9052-97fd91c0100f),segment_id=570e6a95-1f7f-4238-9052-97fd91c0100f)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:47:32.997223 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:33.000040 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-8baa87e0-8246-42e4-836c-f2f06c512554 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:33.099268 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Pushing event updated for resources: {'Port': ['ID=c08ea23e-3d81-40c7-a847-e23d574a60b7,revision_number=4']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:33.103135 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:33.163949 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a753f4df-da82-40da-bba3-f029438824e7 None None] Sync routers for ids ['5168b767-9e37-4f6f-b8b0-323489f65d40'] in dv-cinder-763306-1-smb {{(pid=80340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:47:33.180440 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a753f4df-da82-40da-bba3-f029438824e7 None None] Routers {'5168b767-9e37-4f6f-b8b0-323489f65d40'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:47:33.181482 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-a753f4df-da82-40da-bba3-f029438824e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:47:12Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['5168b767-9e37-4f6f-b8b0-323489f65d40'], 'active': True} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:47:33.204382 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 6 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:47:33.437890 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-a753f4df-da82-40da-bba3-f029438824e7 None None] Set router 5168b767-9e37-4f6f-b8b0-323489f65d40 gateway port host: dv-cinder-763306-1-smb {{(pid=80340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:47:33.676931 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd9568-6fda-4de7-bb19-0e86c93e6fcc req-3fad3a3e-3222-43ba-a5b2-f73667bda6db tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:33.678642 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fbdd9568-6fda-4de7-bb19-0e86c93e6fcc req-3fad3a3e-3222-43ba-a5b2-f73667bda6db tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.1390421 Nov 19 05:47:33.775926 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fbdd9568-6fda-4de7-bb19-0e86c93e6fcc req-fa4dab8e-0037-4b29-bc6f-d704dbdcd53f tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909100 Nov 19 05:47:33.935785 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-a753f4df-da82-40da-bba3-f029438824e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'name': 'tempest-TestMinimumBasicScenario-61504955-router', 'tenant_id': '4a7566f994924090868a2fa4ea4b8c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c08ea23e-3d81-40c7-a847-e23d574a60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:47:23Z', 'updated_at': '2020-11-19T05:47:29Z', 'revision_number': 4, 'project_id': '4a7566f994924090868a2fa4ea4b8c8f', 'gw_port': {'id': 'c08ea23e-3d81-40c7-a847-e23d574a60b7', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:47:24Z', 'updated_at': '2020-11-19T05:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '8134cfed-e88a-4897-90a1-931469922998', 'name': '', 'network_id': '5bea5542-1284-4dd8-9d3c-21b73dca4fa9', 'tenant_id': '4a7566f994924090868a2fa4ea4b8c8f', 'mac_address': 'fa:16:3e:81:bd:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fd19b06-9240-4b31-91b7-18a861b0b3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:47:27Z', 'updated_at': '2020-11-19T05:47:29Z', 'revision_number': 2, 'project_id': '4a7566f994924090868a2fa4ea4b8c8f', 'subnets': [{'id': '7fd19b06-9240-4b31-91b7-18a861b0b3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:47:33.942465 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a753f4df-da82-40da-bba3-f029438824e7 None None] Checking router: 5168b767-9e37-4f6f-b8b0-323489f65d40 for host: dv-cinder-763306-1-smb {{(pid=80340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:47:33.945397 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a753f4df-da82-40da-bba3-f029438824e7 None None] Updating router 5168b767-9e37-4f6f-b8b0-323489f65d40 port 8134cfed-e88a-4897-90a1-931469922998 binding host dv-cinder-763306-1-smb {{(pid=80340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 05:47:34.004621 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a753f4df-da82-40da-bba3-f029438824e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:34.313684 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device c08ea23e-3d81-40c7-a847-e23d574a60b7 up at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:47:34.541365 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593a23a-1c0d-4baf-b356-c9cee9f19bc8 req-31ef4070-cdbb-46f6-8338-df0995de0fb3 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:34.543619 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d593a23a-1c0d-4baf-b356-c9cee9f19bc8 req-31ef4070-cdbb-46f6-8338-df0995de0fb3 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 944 time: 0.4838336 Nov 19 05:47:34.636789 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning complete for port c08ea23e-3d81-40c7-a847-e23d574a60b7 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:34.637254 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:34.710930 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d593a23a-1c0d-4baf-b356-c9cee9f19bc8 req-ff5524fb-b64a-44b1-8056-bd972cef5a42 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577652 Nov 19 05:47:34.851623 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ae516cb0-b034-481d-86bb-f5f6c5f8cfe2 req-81dd7ff8-3a1f-46c4-83c6-564230a3f97d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e7d3f7e9f0543ae8ff7b0d164f37f27&device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 1162 time: 0.2408936 Nov 19 05:47:34.882285 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a753f4df-da82-40da-bba3-f029438824e7 None None] Notify callbacks [] for port, precommit_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:34.903629 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-a753f4df-da82-40da-bba3-f029438824e7 None None] Transition to ACTIVE for port object 8134cfed-e88a-4897-90a1-931469922998 will not be triggered until provisioned by entity L2. {{(pid=80340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:47:34.907964 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a753f4df-da82-40da-bba3-f029438824e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:34.927889 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefb986-c2b6-44ae-92c8-06ac4392cf5b req-67d00d42-fbca-4d46-9f12-71229f1f4bf0 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:34.930988 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7fefb986-c2b6-44ae-92c8-06ac4392cf5b req-67d00d42-fbca-4d46-9f12-71229f1f4bf0 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.2189662 Nov 19 05:47:34.947170 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:35.075385 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7fefb986-c2b6-44ae-92c8-06ac4392cf5b req-857597d2-4090-439f-8cb3-eb61be4e950a tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371586 Nov 19 05:47:35.110647 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae516cb0-b034-481d-86bb-f5f6c5f8cfe2 req-3431a7b7-75db-4cc8-973a-130141125ee1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:35.112832 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ae516cb0-b034-481d-86bb-f5f6c5f8cfe2 req-3431a7b7-75db-4cc8-973a-130141125ee1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=862f8118-c40f-4658-b1ad-353ef6da3fa1 HTTP/1.1" status: 200 len: 912 time: 0.2516162 Nov 19 05:47:35.194887 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device d3e27814-2d01-4a6b-9520-f4f5fb2d586e up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:47:35.198005 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ae516cb0-b034-481d-86bb-f5f6c5f8cfe2 req-b4245e7f-4154-43c6-a358-04fff6aabdfe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3e27814-2d01-4a6b-9520-f4f5fb2d586e HTTP/1.1" status: 200 len: 217 time: 0.0772436 Nov 19 05:47:35.305142 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae516cb0-b034-481d-86bb-f5f6c5f8cfe2 req-c440983f-aac3-4911-9d6a-960130ae9e87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:35.307356 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ae516cb0-b034-481d-86bb-f5f6c5f8cfe2 req-c440983f-aac3-4911-9d6a-960130ae9e87 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12c931fa-83f1-4bd4-970f-5ff8c913a3bb HTTP/1.1" status: 200 len: 858 time: 0.1016591 Nov 19 05:47:35.328450 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port d3e27814-2d01-4a6b-9520-f4f5fb2d586e triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:35.328816 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:35.424048 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ae516cb0-b034-481d-86bb-f5f6c5f8cfe2 req-63e018c7-5b1a-4698-a74f-4be31110ed44 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=862f8118-c40f-4658-b1ad-353ef6da3fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834608 Nov 19 05:47:35.517849 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-a753f4df-da82-40da-bba3-f029438824e7 None None] Attempting to bind port 8134cfed-e88a-4897-90a1-931469922998 on host dv-cinder-763306-1-smb for vnic_type normal with profile {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:47:35.518337 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-a753f4df-da82-40da-bba3-f029438824e7 None None] Attempting to bind port 8134cfed-e88a-4897-90a1-931469922998 by drivers openvswitch on host dv-cinder-763306-1-smb at level 0 using segments [{'id': '1552a133-3e89-45b3-86b7-434385042069', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5bea5542-1284-4dd8-9d3c-21b73dca4fa9'}] {{(pid=80340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:47:35.518798 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a753f4df-da82-40da-bba3-f029438824e7 None None] Attempting to bind port 8134cfed-e88a-4897-90a1-931469922998 on network 5bea5542-1284-4dd8-9d3c-21b73dca4fa9 {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:47:35.537441 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 64df9d73-fb9c-4846-a6be-cea2f835c3aa up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:47:35.574583 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae773a-647e-4cc6-834b-d61d4179113f None None] Pushing event updated for resources: {'Port': ['ID=8134cfed-e88a-4897-90a1-931469922998,revision_number=3']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:35.593199 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-44ae773a-647e-4cc6-834b-d61d4179113f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:35.608107 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a753f4df-da82-40da-bba3-f029438824e7 None None] Checking agent: {'id': '3b9cbee5-707a-4bcc-ae8c-d4de5d48a910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 35, 44), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 14), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:47:35.608532 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a753f4df-da82-40da-bba3-f029438824e7 None None] Checking segment: {'id': '1552a133-3e89-45b3-86b7-434385042069', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5bea5542-1284-4dd8-9d3c-21b73dca4fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:47:35.609010 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a753f4df-da82-40da-bba3-f029438824e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:35.609459 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a753f4df-da82-40da-bba3-f029438824e7 None None] Bound using segment: {'id': '1552a133-3e89-45b3-86b7-434385042069', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5bea5542-1284-4dd8-9d3c-21b73dca4fa9'} {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:47:35.610003 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-a753f4df-da82-40da-bba3-f029438824e7 None None] Bound port: 8134cfed-e88a-4897-90a1-931469922998, host: dv-cinder-763306-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1552a133-3e89-45b3-86b7-434385042069', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5bea5542-1284-4dd8-9d3c-21b73dca4fa9'}}] {{(pid=80340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:47:35.610415 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a753f4df-da82-40da-bba3-f029438824e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:35.648389 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ae516cb0-b034-481d-86bb-f5f6c5f8cfe2 req-881e2a3f-4779-4b75-8fcf-cd089c67485b service neutron] 10.222.0.13 "GET /v2.0/networks/862f8118-c40f-4658-b1ad-353ef6da3fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186754 Nov 19 05:47:35.738061 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port 64df9d73-fb9c-4846-a6be-cea2f835c3aa triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:35.738554 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:35.775315 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-a753f4df-da82-40da-bba3-f029438824e7 None None] For port 8134cfed-e88a-4897-90a1-931469922998, host dv-cinder-763306-1-smb, cleared binding levels {{(pid=80340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:47:35.792793 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-a753f4df-da82-40da-bba3-f029438824e7 None None] For port 8134cfed-e88a-4897-90a1-931469922998, host dv-cinder-763306-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=8134cfed-e88a-4897-90a1-931469922998,segment=NetworkSegment(1552a133-3e89-45b3-86b7-434385042069),segment_id=1552a133-3e89-45b3-86b7-434385042069)] {{(pid=80340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:47:35.809856 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a753f4df-da82-40da-bba3-f029438824e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:35.829480 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:35.839395 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ae516cb0-b034-481d-86bb-f5f6c5f8cfe2 req-8171b82f-942f-4b73-bce4-0d68a8b98816 service neutron] 10.222.0.13 "GET /v2.0/networks/862f8118-c40f-4658-b1ad-353ef6da3fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1772041 Nov 19 05:47:35.920927 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae773a-647e-4cc6-834b-d61d4179113f None None] Pushing event updated for resources: {'Port': ['ID=8134cfed-e88a-4897-90a1-931469922998,revision_number=4']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:35.927392 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-44ae773a-647e-4cc6-834b-d61d4179113f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:36.041008 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40619c66-c569-4b70-89e1-410d2f081959 req-18704a6b-2991-4f70-889b-4daafa752076 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:36.042879 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-40619c66-c569-4b70-89e1-410d2f081959 req-18704a6b-2991-4f70-889b-4daafa752076 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 944 time: 0.1270089 Nov 19 05:47:36.092503 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:36.110373 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-40619c66-c569-4b70-89e1-410d2f081959 req-ae4e183f-8390-4077-94dc-26e5ff87c9dd tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612614 Nov 19 05:47:36.180927 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] For port 64df9d73-fb9c-4846-a6be-cea2f835c3aa, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=64df9d73-fb9c-4846-a6be-cea2f835c3aa,segment=NetworkSegment(1bac46a1-971a-466a-ba00-4392d3f174e2),segment_id=1bac46a1-971a-466a-ba00-4392d3f174e2)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:47:36.181997 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1b1484-8dbf-4632-8385-6015a45e1aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64df9d73-fb9c-4846-a6be-cea2f835c3aa'}] {{(pid=80340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:47:36.207386 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:36.210955 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-44ae773a-647e-4cc6-834b-d61d4179113f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:36.298796 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1b1484-8dbf-4632-8385-6015a45e1aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64df9d73-fb9c-4846-a6be-cea2f835c3aa', 'code': 200} Nov 19 05:47:36.338681 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Pushing event updated for resources: {'Port': ['ID=64df9d73-fb9c-4846-a6be-cea2f835c3aa,revision_number=6']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:36.341649 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a753f4df-da82-40da-bba3-f029438824e7 None None] Routers {'5168b767-9e37-4f6f-b8b0-323489f65d40'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:47:36.346829 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-a753f4df-da82-40da-bba3-f029438824e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:47:12Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['5168b767-9e37-4f6f-b8b0-323489f65d40'], 'active': True} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:47:36.399941 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21993198-ef0b-47ed-b069-c977be5597ab req-00217754-a7d3-4566-82dd-f0f7b3454b2b tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:36.407768 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-21993198-ef0b-47ed-b069-c977be5597ab req-00217754-a7d3-4566-82dd-f0f7b3454b2b tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.1437099 Nov 19 05:47:36.464221 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-21993198-ef0b-47ed-b069-c977be5597ab req-8ed2585e-33fd-491e-aaca-927e20188078 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553393 Nov 19 05:47:36.629615 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:36.817085 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-a753f4df-da82-40da-bba3-f029438824e7 None None] Set router 5168b767-9e37-4f6f-b8b0-323489f65d40 gateway port host: dv-cinder-763306-1-smb {{(pid=80340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:47:37.026954 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-67161f7f-e689-4d8b-a1f6-dbe2a348c9c6 req-8ac022db-99ff-4215-8878-0b530dafe799 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 1163 time: 0.1066422 Nov 19 05:47:37.080800 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-67161f7f-e689-4d8b-a1f6-dbe2a348c9c6 req-8cc3055e-c758-4a92-82f4-e45e547ca1b1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462370 Nov 19 05:47:37.184652 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-a753f4df-da82-40da-bba3-f029438824e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'name': 'tempest-TestMinimumBasicScenario-61504955-router', 'tenant_id': '4a7566f994924090868a2fa4ea4b8c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c08ea23e-3d81-40c7-a847-e23d574a60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:47:23Z', 'updated_at': '2020-11-19T05:47:29Z', 'revision_number': 4, 'project_id': '4a7566f994924090868a2fa4ea4b8c8f', 'gw_port': {'id': 'c08ea23e-3d81-40c7-a847-e23d574a60b7', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:47:24Z', 'updated_at': '2020-11-19T05:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '8134cfed-e88a-4897-90a1-931469922998', 'name': '', 'network_id': '5bea5542-1284-4dd8-9d3c-21b73dca4fa9', 'tenant_id': '4a7566f994924090868a2fa4ea4b8c8f', 'mac_address': 'fa:16:3e:81:bd:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fd19b06-9240-4b31-91b7-18a861b0b3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:47:27Z', 'updated_at': '2020-11-19T05:47:35Z', 'revision_number': 4, 'project_id': '4a7566f994924090868a2fa4ea4b8c8f', 'subnets': [{'id': '7fd19b06-9240-4b31-91b7-18a861b0b3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:47:37.189110 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a753f4df-da82-40da-bba3-f029438824e7 None None] The sync data for ids ['5168b767-9e37-4f6f-b8b0-323489f65d40'] in dv-cinder-763306-1-smb is: [{'id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'name': 'tempest-TestMinimumBasicScenario-61504955-router', 'tenant_id': '4a7566f994924090868a2fa4ea4b8c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c08ea23e-3d81-40c7-a847-e23d574a60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:47:23Z', 'updated_at': '2020-11-19T05:47:29Z', 'revision_number': 4, 'project_id': '4a7566f994924090868a2fa4ea4b8c8f', 'gw_port': {'id': 'c08ea23e-3d81-40c7-a847-e23d574a60b7', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:47:24Z', 'updated_at': '2020-11-19T05:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '8134cfed-e88a-4897-90a1-931469922998', 'name': '', 'network_id': '5bea5542-1284-4dd8-9d3c-21b73dca4fa9', 'tenant_id': '4a7566f994924090868a2fa4ea4b8c8f', 'mac_address': 'fa:16:3e:81:bd:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fd19b06-9240-4b31-91b7-18a861b0b3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:47:27Z', 'updated_at': '2020-11-19T05:47:35Z', 'revision_number': 4, 'project_id': '4a7566f994924090868a2fa4ea4b8c8f', 'subnets': [{'id': '7fd19b06-9240-4b31-91b7-18a861b0b3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:47:37.461615 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7cf231-0a0b-4600-8931-41ca1aa1ca47 req-999e027b-b663-404e-ba02-dd09031fecd5 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:37.463513 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4f7cf231-0a0b-4600-8931-41ca1aa1ca47 req-999e027b-b663-404e-ba02-dd09031fecd5 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 946 time: 0.1176355 Nov 19 05:47:37.540818 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4f7cf231-0a0b-4600-8931-41ca1aa1ca47 req-15d3e597-8b5a-45aa-abaf-e60512e633ed tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706711 Nov 19 05:47:37.736593 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c710d3c-f07e-4499-8a2e-c17c3a126e99 req-04933417-105c-4620-9746-0f48b0ea5124 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:37.740022 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1c710d3c-f07e-4499-8a2e-c17c3a126e99 req-04933417-105c-4620-9746-0f48b0ea5124 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.1290834 Nov 19 05:47:37.803800 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1c710d3c-f07e-4499-8a2e-c17c3a126e99 req-2c9e50a5-af4e-4e8d-bb3b-5d5cb858d664 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582898 Nov 19 05:47:38.329518 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 8134cfed-e88a-4897-90a1-931469922998 up at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:47:38.402244 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning for port 8134cfed-e88a-4897-90a1-931469922998 completed by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:47:38.407368 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning complete for port 8134cfed-e88a-4897-90a1-931469922998 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:38.407787 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:38.593821 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:38.659739 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] For port 8134cfed-e88a-4897-90a1-931469922998, host dv-cinder-763306-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=8134cfed-e88a-4897-90a1-931469922998,segment=NetworkSegment(1552a133-3e89-45b3-86b7-434385042069),segment_id=1552a133-3e89-45b3-86b7-434385042069)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:47:38.667948 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:38.675299 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:38.776030 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Pushing event updated for resources: {'Port': ['ID=8134cfed-e88a-4897-90a1-931469922998,revision_number=5']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:38.791312 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:38.941084 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577ad31-e499-44f4-9198-a70732fc2976 req-999e8b9a-e5bb-45a5-829e-80e6ac2562d5 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:38.949755 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a577ad31-e499-44f4-9198-a70732fc2976 req-999e8b9a-e5bb-45a5-829e-80e6ac2562d5 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 946 time: 0.1855097 Nov 19 05:47:39.048937 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device d3e27814-2d01-4a6b-9520-f4f5fb2d586e up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:47:39.099398 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a577ad31-e499-44f4-9198-a70732fc2976 req-2f48ddec-61d6-46d4-befb-005417011ba1 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482317 Nov 19 05:47:39.163606 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f2d86-7562-4194-aa4c-5e0bba50317d req-31bc30b2-6691-4016-9bb3-69982d991e19 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:39.165246 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a56f2d86-7562-4194-aa4c-5e0bba50317d req-31bc30b2-6691-4016-9bb3-69982d991e19 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.1534674 Nov 19 05:47:39.174231 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port d3e27814-2d01-4a6b-9520-f4f5fb2d586e triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:39.175376 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:39.228351 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a56f2d86-7562-4194-aa4c-5e0bba50317d req-7fcad75f-31cc-4547-acba-444d8060ac4c tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495520 Nov 19 05:47:39.349999 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 64df9d73-fb9c-4846-a6be-cea2f835c3aa up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:47:39.428514 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port 64df9d73-fb9c-4846-a6be-cea2f835c3aa triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:39.429147 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:39.959422 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-be53c38f-eac1-4637-ba3f-f521cf25e209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:40.308440 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 8134cfed-e88a-4897-90a1-931469922998 up at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:47:40.415452 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning complete for port 8134cfed-e88a-4897-90a1-931469922998 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:40.415880 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:40.466075 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd794b-8383-44ef-8ea1-c6759abd6bd6 req-b07858ab-8393-496d-9e05-eca38b9940db tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:40.467934 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e8fd794b-8383-44ef-8ea1-c6759abd6bd6 req-b07858ab-8393-496d-9e05-eca38b9940db tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 946 time: 0.1250875 Nov 19 05:47:40.537768 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e8fd794b-8383-44ef-8ea1-c6759abd6bd6 req-2523bb41-1bbd-48be-bb26-7c108a600f7c tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598330 Nov 19 05:47:42.482860 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-34f9e59e-3a30-4a0f-8c29-933fe0e61dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:42.972601 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:43.529286 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d648b37-d247-4644-8554-ee3d21399f3e req-21969fe7-d94d-40b5-bd14-53bbd1dbe795 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:43.529967 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-3d648b37-d247-4644-8554-ee3d21399f3e req-21969fe7-d94d-40b5-bd14-53bbd1dbe795 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Synchronizing usage tracker for tenant:4a7566f994924090868a2fa4ea4b8c8f on resource:network {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:47:43.547035 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-3d648b37-d247-4644-8554-ee3d21399f3e req-21969fe7-d94d-40b5-bd14-53bbd1dbe795 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Unset dirty status for tenant:4a7566f994924090868a2fa4ea4b8c8f on resource:network {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:47:43.548306 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3d648b37-d247-4644-8554-ee3d21399f3e req-21969fe7-d94d-40b5-bd14-53bbd1dbe795 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/networks?id=5bea5542-1284-4dd8-9d3c-21b73dca4fa9 HTTP/1.1" status: 200 len: 813 time: 0.1723032 Nov 19 05:47:43.566682 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3d648b37-d247-4644-8554-ee3d21399f3e req-1ab1e687-31de-4b1f-9d6c-29857fb8fbd7 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/quotas/4a7566f994924090868a2fa4ea4b8c8f HTTP/1.1" status: 200 len: 375 time: 0.0116637 Nov 19 05:47:43.656046 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3d648b37-d247-4644-8554-ee3d21399f3e req-4b2edd21-7cc5-486c-8403-d25dd286d297 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a7566f994924090868a2fa4ea4b8c8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0836461 Nov 19 05:47:43.815473 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3d648b37-d247-4644-8554-ee3d21399f3e req-08052588-518d-4fe2-93f8-3a19a16cc5e5 service neutron] 10.222.0.16 "GET /v2.0/networks/5bea5542-1284-4dd8-9d3c-21b73dca4fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422350 Nov 19 05:47:43.914498 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:43.981083 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3d648b37-d247-4644-8554-ee3d21399f3e req-e0d2adfa-bf6c-4b2d-b11b-b031bb78747d service neutron] 10.222.0.16 "GET /v2.0/networks/5bea5542-1284-4dd8-9d3c-21b73dca4fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1590621 Nov 19 05:47:44.119472 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:44.225906 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-dcb1f403-682b-4662-ac2f-f75790f0bf0d req-e6853b69-d01b-4225-b81b-79c9d525b0f6 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 210 time: 0.0559266 Nov 19 05:47:44.385930 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd527dc-1382-4916-9294-03596ca17589 req-8b077c0e-966e-4ed9-a1eb-e3633c387144 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:44.387738 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-cbd527dc-1382-4916-9294-03596ca17589 req-8b077c0e-966e-4ed9-a1eb-e3633c387144 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.0883231 Nov 19 05:47:44.436745 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-cbd527dc-1382-4916-9294-03596ca17589 req-1c5dae2c-a691-4514-9978-d255d9488d79 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414534 Nov 19 05:47:45.525743 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e4b91615-080e-4609-b960-83c10b98e155 req-fd461546-0e63-48f3-a796-ce7a4c19a6e3 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 210 time: 0.1207714 Nov 19 05:47:45.660156 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d648b37-d247-4644-8554-ee3d21399f3e req-68943896-6646-4609-9182-15d164724d03 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:45.661737 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3d648b37-d247-4644-8554-ee3d21399f3e req-68943896-6646-4609-9182-15d164724d03 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.13 "GET /v2.0/networks?id=5bea5542-1284-4dd8-9d3c-21b73dca4fa9 HTTP/1.1" status: 200 len: 813 time: 0.2815897 Nov 19 05:47:45.668332 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ae5fd-94b1-4900-903e-eb61328a7fdb req-a74304d3-fce7-43c7-a5c5-c2140dafe1f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:45.669835 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b32ae5fd-94b1-4900-903e-eb61328a7fdb req-a74304d3-fce7-43c7-a5c5-c2140dafe1f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.2586327 Nov 19 05:47:45.744009 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-3d648b37-d247-4644-8554-ee3d21399f3e req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Request body: {'port': {'device_id': '28695eca-7c42-4f43-95d8-23ae1e7ac804', 'network_id': '5bea5542-1284-4dd8-9d3c-21b73dca4fa9', 'admin_state_up': True, 'tenant_id': '4a7566f994924090868a2fa4ea4b8c8f'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:47:45.871701 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b32ae5fd-94b1-4900-903e-eb61328a7fdb req-37be091d-f1fb-478b-8d56-5e4ab482a563 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945655 Nov 19 05:47:45.934408 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-3d648b37-d247-4644-8554-ee3d21399f3e req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:47:45.942207 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c66e7-cfbd-46b2-afdc-8c6f447a50b8 req-5456b8a8-2aed-4e78-9005-0e74e96f6f66 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:45.943782 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b34c66e7-cfbd-46b2-afdc-8c6f447a50b8 req-5456b8a8-2aed-4e78-9005-0e74e96f6f66 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.2507002 Nov 19 05:47:45.946167 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-3d648b37-d247-4644-8554-ee3d21399f3e req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Usage tracker for resource:port and tenant:4a7566f994924090868a2fa4ea4b8c8f is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:47:45.949174 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-3d648b37-d247-4644-8554-ee3d21399f3e req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Quota usage for port was recalculated. Used quota:2. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:47:45.969326 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-3d648b37-d247-4644-8554-ee3d21399f3e req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:47:45.994664 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d648b37-d247-4644-8554-ee3d21399f3e req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Made reservation on behalf of 4a7566f994924090868a2fa4ea4b8c8f for: {'port': 1} {{(pid=80339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:47:45.999917 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-3d648b37-d247-4644-8554-ee3d21399f3e req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:46.042798 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b34c66e7-cfbd-46b2-afdc-8c6f447a50b8 req-3a20e83e-ccf5-413b-b14e-eaf0970350dd tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904944 Nov 19 05:47:46.585712 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [req-3d648b37-d247-4644-8554-ee3d21399f3e req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Allocated IP 172.20.0.6 (5bea5542-1284-4dd8-9d3c-21b73dca4fa9/7fd19b06-9240-4b31-91b7-18a861b0b3eb/0bc99c61-4581-48e2-80bc-b5895eb6e050) {{(pid=80339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:47:46.805917 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 35510) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:47:46.854373 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-6b199b07-9ddd-42eb-b14f-2cb17cfae365 req-38403505-643f-48db-93a9-d529773f3248 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 210 time: 0.1094313 Nov 19 05:47:46.926206 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-3d648b37-d247-4644-8554-ee3d21399f3e req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks [] for port, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:46.945914 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [req-3d648b37-d247-4644-8554-ee3d21399f3e req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Transition to ACTIVE for port object 0bc99c61-4581-48e2-80bc-b5895eb6e050 will not be triggered until provisioned by entity DHCP. {{(pid=80339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:47:47.004029 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-94a5aabf-5736-4e68-8d4a-8c264f995e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:47.004292 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-3d648b37-d247-4644-8554-ee3d21399f3e req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474476'] for port, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:47.026006 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-21a7a971-0232-4781-9ddb-524b50f40747 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:47.055647 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-94a5aabf-5736-4e68-8d4a-8c264f995e62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:47:47.059986 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-94a5aabf-5736-4e68-8d4a-8c264f995e62 admin admin] Usage tracker for resource:security_group_rule and tenant:a32a2f427670432180c755bf097c4006 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:47:47.063559 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-94a5aabf-5736-4e68-8d4a-8c264f995e62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:47:47.070398 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-94a5aabf-5736-4e68-8d4a-8c264f995e62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:47:47.159714 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-94a5aabf-5736-4e68-8d4a-8c264f995e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:47.166240 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-94a5aabf-5736-4e68-8d4a-8c264f995e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:47.174787 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f4ad3133-d877-48af-892c-f36a6a0c2e43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:47.219678 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a5aabf-5736-4e68-8d4a-8c264f995e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9424a8-8c7b-4dc0-959a-90c6eb38c224,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:47.226781 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-94a5aabf-5736-4e68-8d4a-8c264f995e62 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a32a2f427670432180c755bf097c4006&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4194360 Nov 19 05:47:47.232082 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 35520) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:47:47.255590 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Pushing event updated for resources: {'Port': ['ID=0bc99c61-4581-48e2-80bc-b5895eb6e050,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:47.272772 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a5aabf-5736-4e68-8d4a-8c264f995e62 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.273313 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a5aabf-5736-4e68-8d4a-8c264f995e62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.273705 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a5aabf-5736-4e68-8d4a-8c264f995e62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.274091 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a5aabf-5736-4e68-8d4a-8c264f995e62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.274473 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a5aabf-5736-4e68-8d4a-8c264f995e62 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.274856 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a5aabf-5736-4e68-8d4a-8c264f995e62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.275239 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a5aabf-5736-4e68-8d4a-8c264f995e62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.275614 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a5aabf-5736-4e68-8d4a-8c264f995e62 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.275990 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a5aabf-5736-4e68-8d4a-8c264f995e62 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.276368 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a5aabf-5736-4e68-8d4a-8c264f995e62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.276755 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a5aabf-5736-4e68-8d4a-8c264f995e62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.277136 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a5aabf-5736-4e68-8d4a-8c264f995e62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.277552 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a5aabf-5736-4e68-8d4a-8c264f995e62 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.277922 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a5aabf-5736-4e68-8d4a-8c264f995e62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.278294 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a5aabf-5736-4e68-8d4a-8c264f995e62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.278665 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a5aabf-5736-4e68-8d4a-8c264f995e62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.279030 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a5aabf-5736-4e68-8d4a-8c264f995e62 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.279402 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a5aabf-5736-4e68-8d4a-8c264f995e62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.279770 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a5aabf-5736-4e68-8d4a-8c264f995e62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.280148 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a5aabf-5736-4e68-8d4a-8c264f995e62 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.280518 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a5aabf-5736-4e68-8d4a-8c264f995e62 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.280879 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a5aabf-5736-4e68-8d4a-8c264f995e62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.281286 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a5aabf-5736-4e68-8d4a-8c264f995e62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.281651 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a5aabf-5736-4e68-8d4a-8c264f995e62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.287371 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-94a5aabf-5736-4e68-8d4a-8c264f995e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:47.318798 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ee78fc6b-6981-4fb4-be45-9d9c0c49c041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:47.349800 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ee78fc6b-6981-4fb4-be45-9d9c0c49c041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:47.406230 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.406952 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.407318 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.407831 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.413421 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.413922 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.414406 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.414845 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.415412 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.415862 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.416338 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.417131 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.417604 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.418072 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.418620 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.419180 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.420297 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.422265 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.422826 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.424417 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ee78fc6b-6981-4fb4-be45-9d9c0c49c041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:47.425070 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.425664 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.426211 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.426828 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.427370 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:47.430753 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-1ade0307-96bd-44f1-bbcc-69b75b5d657c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:47.433826 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:47.446820 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78fc6b-6981-4fb4-be45-9d9c0c49c041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9424a8-8c7b-4dc0-959a-90c6eb38c224,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:47.450026 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-ee78fc6b-6981-4fb4-be45-9d9c0c49c041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:47.450999 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ee78fc6b-6981-4fb4-be45-9d9c0c49c041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:47.452538 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-ee78fc6b-6981-4fb4-be45-9d9c0c49c041 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f9424a8-8c7b-4dc0-959a-90c6eb38c224 HTTP/1.1" status: 204 len: 168 time: 0.2192144 Nov 19 05:47:47.480775 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823fba5-c382-47a2-95b2-29791476e7f6 req-5ad32cad-58c4-4def-b245-f438ae39eedc tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:47.489753 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a823fba5-c382-47a2-95b2-29791476e7f6 req-5ad32cad-58c4-4def-b245-f438ae39eedc tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.4242992 Nov 19 05:47:47.531202 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d648b37-d247-4644-8554-ee3d21399f3e req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Network 5bea5542-1284-4dd8-9d3c-21b73dca4fa9 is already hosted by enough agents. {{(pid=80339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:47:47.536576 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [req-3d648b37-d247-4644-8554-ee3d21399f3e req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Resources bound (agent type, host, resource id): {{(pid=80339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:47:47.557288 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d648b37-d247-4644-8554-ee3d21399f3e req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Received port after_create {{(pid=80339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:47:47.648864 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96699026-2da4-4dce-a596-d055fe6b2ffe req-f6be0b4e-d8ee-4390-847a-fb16f1f04e6e tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:47.657910 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-96699026-2da4-4dce-a596-d055fe6b2ffe req-f6be0b4e-d8ee-4390-847a-fb16f1f04e6e tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.3921349 Nov 19 05:47:47.737190 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d648b37-d247-4644-8554-ee3d21399f3e req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:47.737936 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-3d648b37-d247-4644-8554-ee3d21399f3e req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:47.778876 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a823fba5-c382-47a2-95b2-29791476e7f6 req-b2371766-8a94-4104-a5b5-db6baf81ea34 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2880304 Nov 19 05:47:47.792459 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3d648b37-d247-4644-8554-ee3d21399f3e req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0581529 Nov 19 05:47:47.799880 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-96699026-2da4-4dce-a596-d055fe6b2ffe req-d5047834-f9e9-4a1c-9942-4988bb5a6e27 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403542 Nov 19 05:47:47.873491 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-ff344fe3-7c33-4f70-a6b4-de53a2cce72e None None] Provisioning for port 0bc99c61-4581-48e2-80bc-b5895eb6e050 completed by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:47:47.879289 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-ff344fe3-7c33-4f70-a6b4-de53a2cce72e None None] Provisioning complete for port 0bc99c61-4581-48e2-80bc-b5895eb6e050 triggered by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:47.880394 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ff344fe3-7c33-4f70-a6b4-de53a2cce72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:47.959728 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-ff344fe3-7c33-4f70-a6b4-de53a2cce72e None None] Port 0bc99c61-4581-48e2-80bc-b5895eb6e050 cannot update to ACTIVE because it is not bound. {{(pid=80340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:47:48.090865 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab853254-979c-4c1e-84d6-dcb4139d21a2 req-ad3cc163-582d-4a18-9f9d-6085f13daaf0 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:48.091629 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-ab853254-979c-4c1e-84d6-dcb4139d21a2 req-ad3cc163-582d-4a18-9f9d-6085f13daaf0 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Synchronizing usage tracker for tenant:4a7566f994924090868a2fa4ea4b8c8f on resource:port {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:47:48.110401 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-ab853254-979c-4c1e-84d6-dcb4139d21a2 req-ad3cc163-582d-4a18-9f9d-6085f13daaf0 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Unset dirty status for tenant:4a7566f994924090868a2fa4ea4b8c8f on resource:port {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:47:48.111721 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ab853254-979c-4c1e-84d6-dcb4139d21a2 req-ad3cc163-582d-4a18-9f9d-6085f13daaf0 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 931 time: 0.1072433 Nov 19 05:47:48.166595 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-ab853254-979c-4c1e-84d6-dcb4139d21a2 req-ee0a8713-db60-4095-a84f-41a966bc1a08 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Synchronizing usage tracker for tenant:4a7566f994924090868a2fa4ea4b8c8f on resource:security_group {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:47:48.184670 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-ab853254-979c-4c1e-84d6-dcb4139d21a2 req-ee0a8713-db60-4095-a84f-41a966bc1a08 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Unset dirty status for tenant:4a7566f994924090868a2fa4ea4b8c8f on resource:security_group {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:47:48.185998 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ab853254-979c-4c1e-84d6-dcb4139d21a2 req-ee0a8713-db60-4095-a84f-41a966bc1a08 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups?id=11a5a934-3e68-4df7-9ad3-1bbcc16facca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677643 Nov 19 05:47:49.088206 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27ce95-8e5f-4145-8faf-ee3ff9130cb3 req-a26a020a-f0ed-4ff4-9605-0e072dfd7cc9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:49.089852 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ae27ce95-8e5f-4145-8faf-ee3ff9130cb3 req-a26a020a-f0ed-4ff4-9605-0e072dfd7cc9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.1587160 Nov 19 05:47:49.097249 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece5031-a653-4ab7-a3a7-1fa640942930 req-24c0783d-9860-43bc-9545-959643ca1739 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:49.098771 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1ece5031-a653-4ab7-a3a7-1fa640942930 req-24c0783d-9860-43bc-9545-959643ca1739 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.1235788 Nov 19 05:47:49.180157 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ae27ce95-8e5f-4145-8faf-ee3ff9130cb3 req-1cc435a0-2219-4c41-bb5f-81eaaca1e5ff tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803440 Nov 19 05:47:49.185217 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1ece5031-a653-4ab7-a3a7-1fa640942930 req-c52fedab-8c5e-4256-8505-e30b6126eab9 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704296 Nov 19 05:47:49.400761 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7a978-dd08-44f1-b394-8f6bf7b2ecc8 req-9e821fbf-2071-49a8-b0d7-f3a5109eb791 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:49.402388 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f8e7a978-dd08-44f1-b394-8f6bf7b2ecc8 req-9e821fbf-2071-49a8-b0d7-f3a5109eb791 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 931 time: 0.0876558 Nov 19 05:47:49.451604 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f8e7a978-dd08-44f1-b394-8f6bf7b2ecc8 req-045114fa-3394-4396-9249-8bdf74ba3ada tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups?id=11a5a934-3e68-4df7-9ad3-1bbcc16facca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430458 Nov 19 05:47:50.478936 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17ec73-f750-4c0c-b255-826c2fa4ff88 req-25c9172e-0f02-4adb-98c9-2a6ade5a6ac3 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:50.480861 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ac17ec73-f750-4c0c-b255-826c2fa4ff88 req-25c9172e-0f02-4adb-98c9-2a6ade5a6ac3 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.1540990 Nov 19 05:47:50.488922 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d04aea-91d3-41d4-9b76-e6f5cb9d20b4 req-a71d48b0-62a9-46cf-957d-5ba79f50811f tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:50.490501 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-93d04aea-91d3-41d4-9b76-e6f5cb9d20b4 req-a71d48b0-62a9-46cf-957d-5ba79f50811f tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.1651549 Nov 19 05:47:50.564385 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ac17ec73-f750-4c0c-b255-826c2fa4ff88 req-3443bf10-95d0-478f-bdbe-c800bad64903 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722547 Nov 19 05:47:50.574878 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-93d04aea-91d3-41d4-9b76-e6f5cb9d20b4 req-a906c0b1-e361-45a0-bc6e-603f17e5abaf tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688386 Nov 19 05:47:50.787293 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954a23d-06b0-440b-bfb0-2fa53dfbf9f3 req-2bf57de7-7719-4803-b3c0-96d200e85770 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:50.788874 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b954a23d-06b0-440b-bfb0-2fa53dfbf9f3 req-2bf57de7-7719-4803-b3c0-96d200e85770 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 931 time: 0.0901842 Nov 19 05:47:50.840444 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b954a23d-06b0-440b-bfb0-2fa53dfbf9f3 req-857dee88-680d-4b68-9e2c-ebdc857d9128 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups?id=11a5a934-3e68-4df7-9ad3-1bbcc16facca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450299 Nov 19 05:47:51.856573 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88bfc51-5290-40e8-81fd-ee1234d4901f req-989d97fc-d5b8-47d5-b649-efb08c6b7629 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:51.858149 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c88bfc51-5290-40e8-81fd-ee1234d4901f req-989d97fc-d5b8-47d5-b649-efb08c6b7629 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.1603367 Nov 19 05:47:51.865337 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c36793-5f84-488c-9a5a-4926f110e61b req-bf9743df-fd76-4828-81fb-1085a2bfe416 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:51.866878 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-26c36793-5f84-488c-9a5a-4926f110e61b req-bf9743df-fd76-4828-81fb-1085a2bfe416 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.1274014 Nov 19 05:47:51.949460 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c88bfc51-5290-40e8-81fd-ee1234d4901f req-5ae4bba0-31d8-4d88-9740-1493fd2e85bb tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813444 Nov 19 05:47:51.955124 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-26c36793-5f84-488c-9a5a-4926f110e61b req-4d136793-af8b-451c-92ff-e4d681ac87fc tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682981 Nov 19 05:47:52.156078 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac99fb-ff63-41a5-9509-6ae8c9ab1f56 req-a559ab61-4bc1-4e5e-a979-7609afb48ab2 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:52.157681 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-76ac99fb-ff63-41a5-9509-6ae8c9ab1f56 req-a559ab61-4bc1-4e5e-a979-7609afb48ab2 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 931 time: 0.0896826 Nov 19 05:47:52.206423 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-76ac99fb-ff63-41a5-9509-6ae8c9ab1f56 req-3db36718-ca40-4b54-9714-6f0d78c4e8cf tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups?id=11a5a934-3e68-4df7-9ad3-1bbcc16facca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425732 Nov 19 05:47:52.729687 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:47:52.803479 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:52.803900 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:53.248372 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582faa8-63ef-45e0-9036-48168d86dc25 req-f9039bfb-aa6b-4cba-9d9a-cce12aeccbca tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:53.249951 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b582faa8-63ef-45e0-9036-48168d86dc25 req-f9039bfb-aa6b-4cba-9d9a-cce12aeccbca tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.1653607 Nov 19 05:47:53.255950 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf65c0-d926-4795-a8ba-5664606074e1 req-6a4364f1-84f1-4ff3-84d8-c62cd0921ff1 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:53.259929 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-afdf65c0-d926-4795-a8ba-5664606074e1 req-6a4364f1-84f1-4ff3-84d8-c62cd0921ff1 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.1357186 Nov 19 05:47:53.342457 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b582faa8-63ef-45e0-9036-48168d86dc25 req-8aa39024-3232-4909-add6-72a8d328c238 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803969 Nov 19 05:47:53.344748 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-afdf65c0-d926-4795-a8ba-5664606074e1 req-8d6d9508-a0ce-445a-ae0b-3eea02ea45bb tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677056 Nov 19 05:47:53.688423 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25206bbe-33e4-49ad-bda6-7dd532fb06b8 req-4b9b5754-17c4-42fa-9fa0-70e1ec24b361 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:53.690094 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-25206bbe-33e4-49ad-bda6-7dd532fb06b8 req-4b9b5754-17c4-42fa-9fa0-70e1ec24b361 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 931 time: 0.0841644 Nov 19 05:47:53.743799 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-25206bbe-33e4-49ad-bda6-7dd532fb06b8 req-2ca3d358-d9eb-4a10-8aa8-184d0a0a0071 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups?id=11a5a934-3e68-4df7-9ad3-1bbcc16facca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465252 Nov 19 05:47:54.624876 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044bba9-9061-4d0f-a7f7-3cb6a44c2402 req-6db40c49-b3f9-4dfa-9c8e-066652609804 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:54.626501 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c044bba9-9061-4d0f-a7f7-3cb6a44c2402 req-6db40c49-b3f9-4dfa-9c8e-066652609804 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.1480665 Nov 19 05:47:54.639207 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ee097-874c-4a80-9fa2-f2bbd2f5e683 req-d3900b9a-fe12-48ee-bb07-106346d69c2a tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:54.640698 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-739ee097-874c-4a80-9fa2-f2bbd2f5e683 req-d3900b9a-fe12-48ee-bb07-106346d69c2a tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.1266901 Nov 19 05:47:54.723832 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c044bba9-9061-4d0f-a7f7-3cb6a44c2402 req-ffde7ebb-c96f-4224-bcf9-536c44e0bf87 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908997 Nov 19 05:47:54.727860 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-739ee097-874c-4a80-9fa2-f2bbd2f5e683 req-d9b80481-3fc1-4dda-89a6-86da17987384 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694675 Nov 19 05:47:54.960756 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eab6b0-6cb6-4ed9-9320-d5519dba869c req-202d0499-4cd2-46fc-9b02-de2205de5442 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:54.962401 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d6eab6b0-6cb6-4ed9-9320-d5519dba869c req-202d0499-4cd2-46fc-9b02-de2205de5442 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 931 time: 0.0860488 Nov 19 05:47:55.016651 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d6eab6b0-6cb6-4ed9-9320-d5519dba869c req-bae3aa86-ec4f-4e8d-af62-bc076365cd0b tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups?id=11a5a934-3e68-4df7-9ad3-1bbcc16facca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477865 Nov 19 05:47:56.039558 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1034d-297e-4703-9d21-5407d8447d61 req-9b86464c-58c0-492e-a4a0-a3454bf21501 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:56.041215 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-aad1034d-297e-4703-9d21-5407d8447d61 req-9b86464c-58c0-492e-a4a0-a3454bf21501 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.1531959 Nov 19 05:47:56.053708 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3cb81-0aa8-446d-8b22-eb9acd492a36 req-41442c8d-0f9c-4d21-b741-0dfde617d802 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:56.055286 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-eed3cb81-0aa8-446d-8b22-eb9acd492a36 req-41442c8d-0f9c-4d21-b741-0dfde617d802 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.1234026 Nov 19 05:47:56.138079 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-aad1034d-297e-4703-9d21-5407d8447d61 req-54ae05b0-e8c1-4d1c-8db4-c9546de7144b tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906825 Nov 19 05:47:56.140692 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-eed3cb81-0aa8-446d-8b22-eb9acd492a36 req-950e2dde-4985-483f-bc4b-e2464ffddb3d tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711198 Nov 19 05:47:56.367558 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652ae3d-7df9-41a9-b489-05817905bb7b req-ad824656-7aa2-41c6-a134-9158bc32740c tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:56.369141 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d652ae3d-7df9-41a9-b489-05817905bb7b req-ad824656-7aa2-41c6-a134-9158bc32740c tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 931 time: 0.0880094 Nov 19 05:47:56.418086 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d652ae3d-7df9-41a9-b489-05817905bb7b req-3276cbc4-d5a3-44c9-9e08-06409cad811c tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups?id=11a5a934-3e68-4df7-9ad3-1bbcc16facca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427830 Nov 19 05:47:57.358397 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-3d648b37-d247-4644-8554-ee3d21399f3e req-318781fc-cca0-461c-a0ca-c0363d00407a service neutron] Request body: {'port': {'device_id': '28695eca-7c42-4f43-95d8-23ae1e7ac804', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:47:57.718708 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8494aa8-516a-4d47-aef1-861e57b676d9 req-cc3308da-81a8-4b94-a0f2-551600d5f9d5 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:57.720296 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b8494aa8-516a-4d47-aef1-861e57b676d9 req-cc3308da-81a8-4b94-a0f2-551600d5f9d5 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.4409721 Nov 19 05:47:57.720869 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-3d648b37-d247-4644-8554-ee3d21399f3e req-318781fc-cca0-461c-a0ca-c0363d00407a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:57.766014 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8f5b3-1509-4d46-8caf-044d41443838 req-d42ebff6-f039-448e-bf67-b0b29d83c6a9 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:57.767527 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a3b8f5b3-1509-4d46-8caf-044d41443838 req-d42ebff6-f039-448e-bf67-b0b29d83c6a9 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.4546745 Nov 19 05:47:57.908882 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b8494aa8-516a-4d47-aef1-861e57b676d9 req-738862c6-9eb6-44a0-b566-3eeb36bd5d69 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751914 Nov 19 05:47:57.917675 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a3b8f5b3-1509-4d46-8caf-044d41443838 req-667a6543-b5e3-417b-b362-b2ac22c4352c tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258624 Nov 19 05:47:58.216543 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26621356-ef95-4d3d-9d40-0488230e612e req-8f8c73e0-80ae-4627-8c48-b6df484b1494 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:58.218224 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-26621356-ef95-4d3d-9d40-0488230e612e req-8f8c73e0-80ae-4627-8c48-b6df484b1494 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 931 time: 0.1887102 Nov 19 05:47:58.327482 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-26621356-ef95-4d3d-9d40-0488230e612e req-b5c28e8f-b9b7-4dbb-abf2-a9bb2bd09627 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups?id=11a5a934-3e68-4df7-9ad3-1bbcc16facca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019132 Nov 19 05:47:58.332072 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [req-3d648b37-d247-4644-8554-ee3d21399f3e req-318781fc-cca0-461c-a0ca-c0363d00407a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bc99c61-4581-48e2-80bc-b5895eb6e050 {{(pid=80339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:47:58.339097 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-3d648b37-d247-4644-8554-ee3d21399f3e req-318781fc-cca0-461c-a0ca-c0363d00407a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:58.352287 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [req-3d648b37-d247-4644-8554-ee3d21399f3e req-318781fc-cca0-461c-a0ca-c0363d00407a service neutron] Transition to ACTIVE for port object 0bc99c61-4581-48e2-80bc-b5895eb6e050 will not be triggered until provisioned by entity L2. {{(pid=80339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:47:58.355058 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-3d648b37-d247-4644-8554-ee3d21399f3e req-318781fc-cca0-461c-a0ca-c0363d00407a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843301323'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:58.370424 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-2078a2f2-2457-4391-bc6c-5d5744f10875 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:58.514075 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318781fc-cca0-461c-a0ca-c0363d00407a service neutron] Pushing event updated for resources: {'Port': ['ID=0bc99c61-4581-48e2-80bc-b5895eb6e050,revision_number=2']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:58.518430 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-318781fc-cca0-461c-a0ca-c0363d00407a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:58.758122 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-3d648b37-d247-4644-8554-ee3d21399f3e req-318781fc-cca0-461c-a0ca-c0363d00407a service neutron] Attempting to bind port 0bc99c61-4581-48e2-80bc-b5895eb6e050 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:47:58.758495 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-3d648b37-d247-4644-8554-ee3d21399f3e req-318781fc-cca0-461c-a0ca-c0363d00407a service neutron] Attempting to bind port 0bc99c61-4581-48e2-80bc-b5895eb6e050 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '1552a133-3e89-45b3-86b7-434385042069', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5bea5542-1284-4dd8-9d3c-21b73dca4fa9'}] {{(pid=80339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:47:58.758858 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d648b37-d247-4644-8554-ee3d21399f3e req-318781fc-cca0-461c-a0ca-c0363d00407a service neutron] Attempting to bind port 0bc99c61-4581-48e2-80bc-b5895eb6e050 on network 5bea5542-1284-4dd8-9d3c-21b73dca4fa9 {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:47:58.769138 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc3469-0671-45e5-bf22-55302335381b req-f8761dea-6305-4bb6-920b-8ccb0c6b4694 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:58.770631 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c9cc3469-0671-45e5-bf22-55302335381b req-f8761dea-6305-4bb6-920b-8ccb0c6b4694 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.13 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 945 time: 0.1716547 Nov 19 05:47:58.774029 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d648b37-d247-4644-8554-ee3d21399f3e req-318781fc-cca0-461c-a0ca-c0363d00407a service neutron] Checking agent: {'id': '5d7c8804-5253-4fea-87de-bba3ff4a5dbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 42, 30), 'started_at': datetime.datetime(2020, 11, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:47:58.774395 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d648b37-d247-4644-8554-ee3d21399f3e req-318781fc-cca0-461c-a0ca-c0363d00407a service neutron] Checking segment: {'id': '1552a133-3e89-45b3-86b7-434385042069', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5bea5542-1284-4dd8-9d3c-21b73dca4fa9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:47:58.774785 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-3d648b37-d247-4644-8554-ee3d21399f3e req-318781fc-cca0-461c-a0ca-c0363d00407a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:58.775166 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d648b37-d247-4644-8554-ee3d21399f3e req-318781fc-cca0-461c-a0ca-c0363d00407a service neutron] Bound using segment: {'id': '1552a133-3e89-45b3-86b7-434385042069', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5bea5542-1284-4dd8-9d3c-21b73dca4fa9'} {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:47:58.775627 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-3d648b37-d247-4644-8554-ee3d21399f3e req-318781fc-cca0-461c-a0ca-c0363d00407a service neutron] Bound port: 0bc99c61-4581-48e2-80bc-b5895eb6e050, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1552a133-3e89-45b3-86b7-434385042069', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5bea5542-1284-4dd8-9d3c-21b73dca4fa9'}}] {{(pid=80339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:47:58.775991 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-3d648b37-d247-4644-8554-ee3d21399f3e req-318781fc-cca0-461c-a0ca-c0363d00407a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:58.855391 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:47:58.898208 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-c9cc3469-0671-45e5-bf22-55302335381b req-f90cfa2a-c622-4738-a5f8-e24e955a3893 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Deleting port c0393aca-09b0-4672-ba5a-67b542ec6044 {{(pid=80339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:47:58.898586 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-c9cc3469-0671-45e5-bf22-55302335381b req-f90cfa2a-c622-4738-a5f8-e24e955a3893 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:58.926893 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:58.927308 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:59.015436 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-3d648b37-d247-4644-8554-ee3d21399f3e req-318781fc-cca0-461c-a0ca-c0363d00407a service neutron] For port 0bc99c61-4581-48e2-80bc-b5895eb6e050, host hv-cinder-76330, cleared binding levels {{(pid=80339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:47:59.058420 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-3d648b37-d247-4644-8554-ee3d21399f3e req-318781fc-cca0-461c-a0ca-c0363d00407a service neutron] For port 0bc99c61-4581-48e2-80bc-b5895eb6e050, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0bc99c61-4581-48e2-80bc-b5895eb6e050,segment=NetworkSegment(1552a133-3e89-45b3-86b7-434385042069),segment_id=1552a133-3e89-45b3-86b7-434385042069)] {{(pid=80339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:47:59.074202 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device c0393aca-09b0-4672-ba5a-67b542ec6044 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:47:59.081724 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-3d648b37-d247-4644-8554-ee3d21399f3e req-318781fc-cca0-461c-a0ca-c0363d00407a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843301323'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:59.103933 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:59.190024 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:59.220517 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d19ad3b-88e3-4117-9881-023e1fc86082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0393aca-09b0-4672-ba5a-67b542ec6044'}] {{(pid=80340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:47:59.231338 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] For port c0393aca-09b0-4672-ba5a-67b542ec6044, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c0393aca-09b0-4672-ba5a-67b542ec6044,segment=NetworkSegment(9c5c1266-3ba4-4238-9ed0-9f608c53a521),segment_id=9c5c1266-3ba4-4238-9ed0-9f608c53a521)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:47:59.234366 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:59.236199 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:59.304025 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Pushing event updated for resources: {'Port': ['ID=c0393aca-09b0-4672-ba5a-67b542ec6044,revision_number=5']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:59.307454 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:59.482155 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318781fc-cca0-461c-a0ca-c0363d00407a service neutron] Pushing event updated for resources: {'Port': ['ID=0bc99c61-4581-48e2-80bc-b5895eb6e050,revision_number=3']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:59.498641 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-318781fc-cca0-461c-a0ca-c0363d00407a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:59.506824 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-c9cc3469-0671-45e5-bf22-55302335381b req-f90cfa2a-c622-4738-a5f8-e24e955a3893 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] For port c0393aca-09b0-4672-ba5a-67b542ec6044, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c0393aca-09b0-4672-ba5a-67b542ec6044,segment=NetworkSegment(9c5c1266-3ba4-4238-9ed0-9f608c53a521),segment_id=9c5c1266-3ba4-4238-9ed0-9f608c53a521)] {{(pid=80339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:47:59.507468 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-c9cc3469-0671-45e5-bf22-55302335381b req-f90cfa2a-c622-4738-a5f8-e24e955a3893 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:59.742594 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-c9cc3469-0671-45e5-bf22-55302335381b req-f90cfa2a-c622-4738-a5f8-e24e955a3893 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Calling delete_port for c0393aca-09b0-4672-ba5a-67b542ec6044 owned by compute:nova {{(pid=80339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:47:59.784622 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83111f5-add5-4ef3-b173-0df85d641e04 req-7d5c2191-ea91-44ab-a745-4a69a45f853f tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:59.786285 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d83111f5-add5-4ef3-b173-0df85d641e04 req-7d5c2191-ea91-44ab-a745-4a69a45f853f tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 943 time: 0.6865432 Nov 19 05:47:59.795193 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1e3a9-895f-4f88-843c-ada8dfe54bf1 req-e6f11ff8-d42c-482d-9826-5c17cd85e8fd tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:59.796731 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f2c1e3a9-895f-4f88-843c-ada8dfe54bf1 req-e6f11ff8-d42c-482d-9826-5c17cd85e8fd tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.6957867 Nov 19 05:47:59.826808 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-3d648b37-d247-4644-8554-ee3d21399f3e req-318781fc-cca0-461c-a0ca-c0363d00407a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:59.828316 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3d648b37-d247-4644-8554-ee3d21399f3e req-318781fc-cca0-461c-a0ca-c0363d00407a service neutron] 10.222.0.13 "PUT /v2.0/ports/0bc99c61-4581-48e2-80bc-b5895eb6e050 HTTP/1.1" status: 200 len: 1157 time: 2.5088532 Nov 19 05:47:59.842812 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28695eca-7c42-4f43-95d8-23ae1e7ac804', 'tag': '0bc99c61-4581-48e2-80bc-b5895eb6e050'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:48:00.063182 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:00.169834 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f2c1e3a9-895f-4f88-843c-ada8dfe54bf1 req-1b8c2382-5041-4a9d-a838-3809401bffea tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3662400 Nov 19 05:48:00.175292 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d83111f5-add5-4ef3-b173-0df85d641e04 req-63d1c6b2-dba0-4924-98bc-4072f83853f4 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775463 Nov 19 05:48:00.179840 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.db.api [req-c9cc3469-0671-45e5-bf22-55302335381b req-f90cfa2a-c622-4738-a5f8-e24e955a3893 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80339) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 05:48:00.180206 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_db.api [req-c9cc3469-0671-45e5-bf22-55302335381b req-f90cfa2a-c622-4738-a5f8-e24e955a3893 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 05:48:00.216871 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3d648b37-d247-4644-8554-ee3d21399f3e req-e01ab5e8-f9b9-4456-a778-02131aa871b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a7566f994924090868a2fa4ea4b8c8f&device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 1160 time: 0.3231709 Nov 19 05:48:00.244160 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d19ad3b-88e3-4117-9881-023e1fc86082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0393aca-09b0-4672-ba5a-67b542ec6044', 'code': 200} Nov 19 05:48:00.297374 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28695eca-7c42-4f43-95d8-23ae1e7ac804', 'tag': '0bc99c61-4581-48e2-80bc-b5895eb6e050', 'status': 'completed', 'code': 200} Nov 19 05:48:00.306495 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3d648b37-d247-4644-8554-ee3d21399f3e req-a9bd0847-4926-4f87-8c69-72cdecc0fd8c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bc99c61-4581-48e2-80bc-b5895eb6e050 HTTP/1.1" status: 200 len: 217 time: 0.0736568 Nov 19 05:48:00.429749 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d648b37-d247-4644-8554-ee3d21399f3e req-29213e8d-e18e-4e5e-91bd-4b7a041a17d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:00.431364 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3d648b37-d247-4644-8554-ee3d21399f3e req-29213e8d-e18e-4e5e-91bd-4b7a041a17d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7fd19b06-9240-4b31-91b7-18a861b0b3eb HTTP/1.1" status: 200 len: 852 time: 0.0885668 Nov 19 05:48:00.500417 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977cead-4176-4c73-899b-78c299417772 req-e46ca811-a9db-4375-85ae-d82834bc3f1a tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:00.502117 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-2977cead-4176-4c73-899b-78c299417772 req-e46ca811-a9db-4375-85ae-d82834bc3f1a tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 943 time: 0.1946857 Nov 19 05:48:00.572429 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3d648b37-d247-4644-8554-ee3d21399f3e req-c9406964-8eff-4959-897d-096aa7f6c2b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5bea5542-1284-4dd8-9d3c-21b73dca4fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1295476 Nov 19 05:48:00.576828 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-2977cead-4176-4c73-899b-78c299417772 req-3eff7f86-545d-413f-923b-c8184a4d106c tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups?id=11a5a934-3e68-4df7-9ad3-1bbcc16facca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670559 Nov 19 05:48:00.683466 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-c9cc3469-0671-45e5-bf22-55302335381b req-f90cfa2a-c622-4738-a5f8-e24e955a3893 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Deleting port c0393aca-09b0-4672-ba5a-67b542ec6044 {{(pid=80339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:48:00.683769 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-c9cc3469-0671-45e5-bf22-55302335381b req-f90cfa2a-c622-4738-a5f8-e24e955a3893 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:00.724741 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0d38dcae-e7e1-453f-a607-3df96245ed39 req-dc7c8c1a-3218-4f62-a0c2-3a1207c77384 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=17a899bd609f4510af15bbf524aca39c&device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 1162 time: 0.0747526 Nov 19 05:48:00.869569 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38dcae-e7e1-453f-a607-3df96245ed39 req-5ef1e91c-ea0a-40d2-94e8-563277c9bfb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:00.871165 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0d38dcae-e7e1-453f-a607-3df96245ed39 req-5ef1e91c-ea0a-40d2-94e8-563277c9bfb6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=860fe5ec-aac7-4da6-92b2-2f86635d7a6b HTTP/1.1" status: 200 len: 905 time: 0.1399078 Nov 19 05:48:00.890195 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3d648b37-d247-4644-8554-ee3d21399f3e req-25dc5410-42aa-4e7e-aed1-b21f4acc56d3 service neutron] 10.222.0.13 "GET /v2.0/networks/5bea5542-1284-4dd8-9d3c-21b73dca4fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976708 Nov 19 05:48:00.932262 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77716ea9-896e-45cb-afaa-b8c7c634ec64 req-83a71ea8-5029-4ae9-bdc5-15113f4b87b4 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:00.933953 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-77716ea9-896e-45cb-afaa-b8c7c634ec64 req-83a71ea8-5029-4ae9-bdc5-15113f4b87b4 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.3400774 Nov 19 05:48:00.982866 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0d38dcae-e7e1-453f-a607-3df96245ed39 req-3c90eb40-303f-42d7-9728-2585a4c8c833 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd HTTP/1.1" status: 200 len: 1001 time: 0.1050181 Nov 19 05:48:01.053037 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38dcae-e7e1-453f-a607-3df96245ed39 req-70053869-a41a-422b-910a-50531855f73e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:01.055344 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0d38dcae-e7e1-453f-a607-3df96245ed39 req-70053869-a41a-422b-910a-50531855f73e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=79de99d1-0c92-4ca9-b38b-41526eec1217 HTTP/1.1" status: 200 len: 850 time: 0.0648034 Nov 19 05:48:01.142895 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0d38dcae-e7e1-453f-a607-3df96245ed39 req-a9f23cf6-d4e8-4509-9e2c-0ee004cb8376 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=860fe5ec-aac7-4da6-92b2-2f86635d7a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0776141 Nov 19 05:48:01.199644 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-77716ea9-896e-45cb-afaa-b8c7c634ec64 req-5554893f-83f9-427f-8504-7887f377b9d1 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2425003 Nov 19 05:48:01.209465 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3d648b37-d247-4644-8554-ee3d21399f3e req-5ae5ec12-44b2-4eed-ba65-459594438678 service neutron] 10.222.0.13 "GET /v2.0/networks/5bea5542-1284-4dd8-9d3c-21b73dca4fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3108051 Nov 19 05:48:01.235369 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-c9cc3469-0671-45e5-bf22-55302335381b req-f90cfa2a-c622-4738-a5f8-e24e955a3893 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] For port c0393aca-09b0-4672-ba5a-67b542ec6044, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c0393aca-09b0-4672-ba5a-67b542ec6044,segment=NetworkSegment(9c5c1266-3ba4-4238-9ed0-9f608c53a521),segment_id=9c5c1266-3ba4-4238-9ed0-9f608c53a521)] {{(pid=80339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:48:01.235914 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-c9cc3469-0671-45e5-bf22-55302335381b req-f90cfa2a-c622-4738-a5f8-e24e955a3893 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:01.409911 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-c9cc3469-0671-45e5-bf22-55302335381b req-f90cfa2a-c622-4738-a5f8-e24e955a3893 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Calling delete_port for c0393aca-09b0-4672-ba5a-67b542ec6044 owned by compute:nova {{(pid=80339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:48:01.491660 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0d38dcae-e7e1-453f-a607-3df96245ed39 req-d51baf59-1744-4f15-a3cf-2ce6fc64555d service neutron] 10.222.0.13 "GET /v2.0/networks/860fe5ec-aac7-4da6-92b2-2f86635d7a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412085 Nov 19 05:48:01.626426 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3c8ed755-bf15-4083-9280-6ba00aca1d67 req-0531c4dd-9fe8-435e-9cf5-48f6a1b0b8cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a7566f994924090868a2fa4ea4b8c8f&device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 1160 time: 0.2616541 Nov 19 05:48:01.645201 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0d38dcae-e7e1-453f-a607-3df96245ed39 req-a6500752-bb5b-4933-9dea-e1654102c5c1 service neutron] 10.222.0.13 "GET /v2.0/networks/860fe5ec-aac7-4da6-92b2-2f86635d7a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1411119 Nov 19 05:48:01.670171 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d08db0-951a-4593-abd6-bddc4849bc8a req-e8342a43-1b3d-41cc-9a77-d01935881409 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:01.671797 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d6d08db0-951a-4593-abd6-bddc4849bc8a req-e8342a43-1b3d-41cc-9a77-d01935881409 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 943 time: 0.3083982 Nov 19 05:48:01.851184 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-c9cc3469-0671-45e5-bf22-55302335381b req-f90cfa2a-c622-4738-a5f8-e24e955a3893 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474476'] for port, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:01.875713 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:02.126536 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90cfa2a-c622-4738-a5f8-e24e955a3893 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Pushing event deleted for resources: {'Port': ['ID=c0393aca-09b0-4672-ba5a-67b542ec6044,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:02.135460 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d6d08db0-951a-4593-abd6-bddc4849bc8a req-3dd78576-95d4-4b01-b1fc-6b3012c79630 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546545 Nov 19 05:48:02.155319 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f90cfa2a-c622-4738-a5f8-e24e955a3893 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:02.214756 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ed755-bf15-4083-9280-6ba00aca1d67 req-4752ce06-31be-4df1-9441-b261f8832b2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:02.216347 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3c8ed755-bf15-4083-9280-6ba00aca1d67 req-4752ce06-31be-4df1-9441-b261f8832b2d service neutron] 10.222.0.13 "GET /v2.0/networks?id=5bea5542-1284-4dd8-9d3c-21b73dca4fa9 HTTP/1.1" status: 200 len: 907 time: 0.5800989 Nov 19 05:48:02.327430 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3c8ed755-bf15-4083-9280-6ba00aca1d67 req-95d8e4d8-671f-49fe-ae0d-9820b3fa18a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bc99c61-4581-48e2-80bc-b5895eb6e050 HTTP/1.1" status: 200 len: 217 time: 0.0982726 Nov 19 05:48:02.336797 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b3d30-9062-466a-b20d-3edd5ed0a345 req-bd6478fe-f8ef-4296-83de-5ca7ea3a8f57 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:02.338417 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e61b3d30-9062-466a-b20d-3edd5ed0a345 req-bd6478fe-f8ef-4296-83de-5ca7ea3a8f57 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 943 time: 0.6212146 Nov 19 05:48:02.545784 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9cc3469-0671-45e5-bf22-55302335381b req-f90cfa2a-c622-4738-a5f8-e24e955a3893 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] No DVR routers for this DVR port c0393aca-09b0-4672-ba5a-67b542ec6044 on host hv-cinder-76330 {{(pid=80339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:48:02.550356 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ed755-bf15-4083-9280-6ba00aca1d67 req-97454b65-95d1-4cf0-ae59-e9be13e5e2a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:02.551947 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3c8ed755-bf15-4083-9280-6ba00aca1d67 req-97454b65-95d1-4cf0-ae59-e9be13e5e2a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7fd19b06-9240-4b31-91b7-18a861b0b3eb HTTP/1.1" status: 200 len: 852 time: 0.1753547 Nov 19 05:48:02.552975 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-c9cc3469-0671-45e5-bf22-55302335381b req-f90cfa2a-c622-4738-a5f8-e24e955a3893 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:02.557114 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d19ad3b-88e3-4117-9881-023e1fc86082', 'name': 'network-vif-deleted', 'tag': 'c0393aca-09b0-4672-ba5a-67b542ec6044'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:48:02.603767 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e61b3d30-9062-466a-b20d-3edd5ed0a345 req-9b777856-b391-4fa3-bca1-25fd1d5217f4 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups?id=11a5a934-3e68-4df7-9ad3-1bbcc16facca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250953 Nov 19 05:48:02.630949 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c9cc3469-0671-45e5-bf22-55302335381b req-f90cfa2a-c622-4738-a5f8-e24e955a3893 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.13 "DELETE /v2.0/ports/c0393aca-09b0-4672-ba5a-67b542ec6044 HTTP/1.1" status: 204 len: 173 time: 3.8434484 Nov 19 05:48:02.645359 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b4d5a-6605-49f0-a555-5dc946a8e7f6 req-c7e92cb2-0914-4eac-83fd-52abff508ae8 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:02.646989 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-561b4d5a-6605-49f0-a555-5dc946a8e7f6 req-c7e92cb2-0914-4eac-83fd-52abff508ae8 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.3076234 Nov 19 05:48:02.680643 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d19ad3b-88e3-4117-9881-023e1fc86082', 'name': 'network-vif-deleted', 'tag': 'c0393aca-09b0-4672-ba5a-67b542ec6044', 'status': 'completed', 'code': 200} Nov 19 05:48:02.711596 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3c8ed755-bf15-4083-9280-6ba00aca1d67 req-2a2ee7e1-3cc5-4fef-9478-3e71d3cafcde service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5bea5542-1284-4dd8-9d3c-21b73dca4fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1476896 Nov 19 05:48:02.716685 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-561b4d5a-6605-49f0-a555-5dc946a8e7f6 req-0944fa88-21ba-422e-9d12-5f5fd5daa48f tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631504 Nov 19 05:48:02.876502 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3c8ed755-bf15-4083-9280-6ba00aca1d67 req-a2550cc1-04e7-4591-a7f6-3c327e38f359 service neutron] 10.222.0.13 "GET /v2.0/networks/5bea5542-1284-4dd8-9d3c-21b73dca4fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376894 Nov 19 05:48:03.027665 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3c8ed755-bf15-4083-9280-6ba00aca1d67 req-6eb0de88-281c-4a6b-bc63-51355de4146d service neutron] 10.222.0.13 "GET /v2.0/networks/5bea5542-1284-4dd8-9d3c-21b73dca4fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1376281 Nov 19 05:48:03.199320 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:48:03.272192 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:48:03.272775 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:03.345977 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-154fa2e6-2249-4440-845c-8740ff3cdbbd req-edd1ed16-96df-41ac-9b24-719d524bf207 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Synchronizing usage tracker for tenant:2e7d3f7e9f0543ae8ff7b0d164f37f27 on resource:port {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:48:03.361313 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-154fa2e6-2249-4440-845c-8740ff3cdbbd req-edd1ed16-96df-41ac-9b24-719d524bf207 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Unset dirty status for tenant:2e7d3f7e9f0543ae8ff7b0d164f37f27 on resource:port {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:48:03.362618 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-154fa2e6-2249-4440-845c-8740ff3cdbbd req-edd1ed16-96df-41ac-9b24-719d524bf207 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=2d19ad3b-88e3-4117-9881-023e1fc86082 HTTP/1.1" status: 200 len: 210 time: 0.0765200 Nov 19 05:48:03.812209 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b6074-5bd2-4804-a28f-b9bd47788dc2 req-d39f34db-8f67-4c48-a404-757b6ebe5edc tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:03.813890 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-af3b6074-5bd2-4804-a28f-b9bd47788dc2 req-d39f34db-8f67-4c48-a404-757b6ebe5edc tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 943 time: 0.0852301 Nov 19 05:48:03.907754 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-af3b6074-5bd2-4804-a28f-b9bd47788dc2 req-4cf9a26b-708b-4e94-be33-b00527f36476 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups?id=11a5a934-3e68-4df7-9ad3-1bbcc16facca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875764 Nov 19 05:48:03.942048 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a0334-7ca4-405d-bc6c-f84cde2b73c4 req-1bf1faf8-829c-436f-9b15-bee954ad47e2 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:03.943643 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b92a0334-7ca4-405d-bc6c-f84cde2b73c4 req-1bf1faf8-829c-436f-9b15-bee954ad47e2 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.0920689 Nov 19 05:48:03.997758 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b92a0334-7ca4-405d-bc6c-f84cde2b73c4 req-3ce3d561-70bb-4fda-bda1-ccd6c434ab63 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460138 Nov 19 05:48:04.864575 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c0804-9379-4f41-9365-5dfa7baa40af req-c11b47a9-3dee-47a7-9eb4-fbb798261956 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:04.866118 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-907c0804-9379-4f41-9365-5dfa7baa40af req-c11b47a9-3dee-47a7-9eb4-fbb798261956 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.0838177 Nov 19 05:48:04.870556 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.objects.ports [None req-673ae3ce-eea2-4263-84c7-5aab09e82b0d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80340) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 05:48:04.913962 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-907c0804-9379-4f41-9365-5dfa7baa40af req-433f9a69-8fcf-44dc-b36b-d1d326e1d485 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417335 Nov 19 05:48:05.128410 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d7c74-3c35-4e8c-a311-1e1fd658df70 req-61595c51-c662-4d85-84a5-c39af579cee6 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:05.129933 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4a5d7c74-3c35-4e8c-a311-1e1fd658df70 req-61595c51-c662-4d85-84a5-c39af579cee6 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 943 time: 0.0908246 Nov 19 05:48:05.177570 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4a5d7c74-3c35-4e8c-a311-1e1fd658df70 req-cec6829e-72a8-4d9b-b821-e12a5dcefa7d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups?id=11a5a934-3e68-4df7-9ad3-1bbcc16facca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414228 Nov 19 05:48:05.499432 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 0bc99c61-4581-48e2-80bc-b5895eb6e050 up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:48:05.569367 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning for port 0bc99c61-4581-48e2-80bc-b5895eb6e050 completed by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:48:05.574165 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port 0bc99c61-4581-48e2-80bc-b5895eb6e050 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:48:05.574577 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:05.691562 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:05.718806 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28695eca-7c42-4f43-95d8-23ae1e7ac804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc99c61-4581-48e2-80bc-b5895eb6e050'}] {{(pid=80340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:48:05.728810 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] For port 0bc99c61-4581-48e2-80bc-b5895eb6e050, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0bc99c61-4581-48e2-80bc-b5895eb6e050,segment=NetworkSegment(1552a133-3e89-45b3-86b7-434385042069),segment_id=1552a133-3e89-45b3-86b7-434385042069)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:48:05.731945 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:05.733935 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:05.780301 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28695eca-7c42-4f43-95d8-23ae1e7ac804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc99c61-4581-48e2-80bc-b5895eb6e050', 'code': 200} Nov 19 05:48:05.802298 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Pushing event updated for resources: {'Port': ['ID=0bc99c61-4581-48e2-80bc-b5895eb6e050,revision_number=4']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:05.805533 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:06.110221 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b6ddb319-3379-4a37-889c-926a8ef2b502 req-86812b43-773b-4560-8911-ccc9fea6c49c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 1162 time: 0.1236544 Nov 19 05:48:06.173664 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a2baa-b046-4d29-89bb-e96a43e58370 req-82c45c8a-9c5e-4c54-a5ff-6282e8ac8497 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:06.175790 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7b1a2baa-b046-4d29-89bb-e96a43e58370 req-82c45c8a-9c5e-4c54-a5ff-6282e8ac8497 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.1307564 Nov 19 05:48:06.180149 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b6ddb319-3379-4a37-889c-926a8ef2b502 req-9a62e351-cba9-4aa0-bf78-5a3dbab8c94c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=11a5a934-3e68-4df7-9ad3-1bbcc16facca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612764 Nov 19 05:48:06.223306 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7b1a2baa-b046-4d29-89bb-e96a43e58370 req-6ca4a30d-e248-442c-8e52-5b8513729116 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412860 Nov 19 05:48:06.387207 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64534bc-b9b6-4c35-b7a1-616ff698fac5 req-f39c0d22-b8cc-4f74-be99-3a8410e3ea97 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:06.388736 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e64534bc-b9b6-4c35-b7a1-616ff698fac5 req-f39c0d22-b8cc-4f74-be99-3a8410e3ea97 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 945 time: 0.0826440 Nov 19 05:48:06.440305 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e64534bc-b9b6-4c35-b7a1-616ff698fac5 req-d948567a-8f56-422e-ac59-a72834c0183b tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups?id=11a5a934-3e68-4df7-9ad3-1bbcc16facca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447714 Nov 19 05:48:06.916094 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 0bc99c61-4581-48e2-80bc-b5895eb6e050 up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:48:06.989259 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port 0bc99c61-4581-48e2-80bc-b5895eb6e050 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:48:06.989674 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:07.435885 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b33658-15c8-47f4-b065-1292965e906c req-7b525aac-4e66-419d-b9e4-378094956deb tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:07.437509 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-21b33658-15c8-47f4-b065-1292965e906c req-7b525aac-4e66-419d-b9e4-378094956deb tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.0827310 Nov 19 05:48:07.487537 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-21b33658-15c8-47f4-b065-1292965e906c req-56e28aed-8c36-48c3-b2c3-354a8f5260f5 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426333 Nov 19 05:48:07.658080 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910256a1-e448-4d63-b8c2-524df41cbb4d req-bb4ab01b-5b5b-4c10-ae00-f3744713fc67 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:07.660216 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-910256a1-e448-4d63-b8c2-524df41cbb4d req-bb4ab01b-5b5b-4c10-ae00-f3744713fc67 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 945 time: 0.0862978 Nov 19 05:48:07.707677 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-910256a1-e448-4d63-b8c2-524df41cbb4d req-b751a888-db6a-4cc9-9591-7c454ef39600 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups?id=11a5a934-3e68-4df7-9ad3-1bbcc16facca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411422 Nov 19 05:48:08.698305 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5157fd-7ff4-4095-b1ac-f656d8e8926d req-376db52b-6b72-424c-815f-97722d1056f5 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:08.699891 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4f5157fd-7ff4-4095-b1ac-f656d8e8926d req-376db52b-6b72-424c-815f-97722d1056f5 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.0826213 Nov 19 05:48:08.748314 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4f5157fd-7ff4-4095-b1ac-f656d8e8926d req-fcde59f6-3d70-47ee-a76f-c407fb9fc8e2 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417933 Nov 19 05:48:08.917820 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c99c4-6fb8-4e5d-9a8f-f2b3e496a6ab req-cee19ed7-221b-4f99-bbe4-277881949af5 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:08.919277 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-290c99c4-6fb8-4e5d-9a8f-f2b3e496a6ab req-cee19ed7-221b-4f99-bbe4-277881949af5 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 945 time: 0.0855620 Nov 19 05:48:08.965708 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-290c99c4-6fb8-4e5d-9a8f-f2b3e496a6ab req-726e5d35-ef11-4d02-9a29-fbbf0c431fa8 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups?id=11a5a934-3e68-4df7-9ad3-1bbcc16facca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404780 Nov 19 05:48:09.178068 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5256093-4ed4-4552-8aa9-b449bbb43c8c req-26c8e5e2-238d-43da-af77-01639b7ff753 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:09.179586 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f5256093-4ed4-4552-8aa9-b449bbb43c8c req-26c8e5e2-238d-43da-af77-01639b7ff753 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 945 time: 0.0876954 Nov 19 05:48:09.227278 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f5256093-4ed4-4552-8aa9-b449bbb43c8c req-65e25c55-25e1-414d-bade-2027adc90c2a tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups?id=11a5a934-3e68-4df7-9ad3-1bbcc16facca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415339 Nov 19 05:48:09.672317 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2444d-2e85-4071-9f59-eb9bde0714ea req-0f5148f8-efe3-498b-92ff-9f42d3ff447b tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:09.673935 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e7c2444d-2e85-4071-9f59-eb9bde0714ea req-0f5148f8-efe3-498b-92ff-9f42d3ff447b tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 945 time: 0.0854292 Nov 19 05:48:09.721611 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e7c2444d-2e85-4071-9f59-eb9bde0714ea req-7b8c3b06-5386-44ce-abba-fba09fe98ab6 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups?id=11a5a934-3e68-4df7-9ad3-1bbcc16facca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410745 Nov 19 05:48:09.955952 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35356a2-1e91-42cf-a95a-72e1d925883c req-44be88a7-9646-48d8-8d20-c55a0168e5db tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:09.957590 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c35356a2-1e91-42cf-a95a-72e1d925883c req-44be88a7-9646-48d8-8d20-c55a0168e5db tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.0823431 Nov 19 05:48:09.961703 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ad285ee8-8971-4bfb-a1fb-d799ad0c947d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:10.011782 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c35356a2-1e91-42cf-a95a-72e1d925883c req-5b36b2c7-7d23-4e8a-9edb-cea2f3c54235 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471730 Nov 19 05:48:10.200076 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 6 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:48:11.230976 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a8502-ad55-4c02-a630-bb3191495e87 req-aecf0199-cb05-48ba-ad36-6e1388d86499 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:11.232323 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-496a8502-ad55-4c02-a630-bb3191495e87 req-aecf0199-cb05-48ba-ad36-6e1388d86499 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.0836458 Nov 19 05:48:11.281276 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-496a8502-ad55-4c02-a630-bb3191495e87 req-1aa05655-ff06-4674-936e-a3b21be6d585 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/security-groups?id=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421848 Nov 19 05:48:11.418856 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247287f-bdd4-4804-972a-412363dc16e6 req-46c84c52-bb78-460b-a2ae-bcfb9ecfc885 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:11.420417 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e247287f-bdd4-4804-972a-412363dc16e6 req-46c84c52-bb78-460b-a2ae-bcfb9ecfc885 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.13 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 945 time: 0.0858240 Nov 19 05:48:11.494617 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-e247287f-bdd4-4804-972a-412363dc16e6 req-9386a9cc-013c-4c6f-85e8-84925337f1e8 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Deleting port d3e27814-2d01-4a6b-9520-f4f5fb2d586e {{(pid=80339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:48:11.495000 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-e247287f-bdd4-4804-972a-412363dc16e6 req-9386a9cc-013c-4c6f-85e8-84925337f1e8 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:11.754723 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-e247287f-bdd4-4804-972a-412363dc16e6 req-9386a9cc-013c-4c6f-85e8-84925337f1e8 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] For port d3e27814-2d01-4a6b-9520-f4f5fb2d586e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=d3e27814-2d01-4a6b-9520-f4f5fb2d586e,segment=NetworkSegment(9c5c1266-3ba4-4238-9ed0-9f608c53a521),segment_id=9c5c1266-3ba4-4238-9ed0-9f608c53a521)] {{(pid=80339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:48:11.755121 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-e247287f-bdd4-4804-972a-412363dc16e6 req-9386a9cc-013c-4c6f-85e8-84925337f1e8 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:11.887547 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-e247287f-bdd4-4804-972a-412363dc16e6 req-9386a9cc-013c-4c6f-85e8-84925337f1e8 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Calling delete_port for d3e27814-2d01-4a6b-9520-f4f5fb2d586e owned by compute:nova {{(pid=80339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:48:12.032864 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-e247287f-bdd4-4804-972a-412363dc16e6 req-9386a9cc-013c-4c6f-85e8-84925337f1e8 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474476'] for port, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:12.049073 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-4780972a-8dcb-41be-8c42-8e9aba45d790 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:12.094744 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386a9cc-013c-4c6f-85e8-84925337f1e8 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Pushing event deleted for resources: {'Port': ['ID=d3e27814-2d01-4a6b-9520-f4f5fb2d586e,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:12.110185 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-9386a9cc-013c-4c6f-85e8-84925337f1e8 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:12.251659 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-e247287f-bdd4-4804-972a-412363dc16e6 req-9386a9cc-013c-4c6f-85e8-84925337f1e8 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] No DVR routers for this DVR port d3e27814-2d01-4a6b-9520-f4f5fb2d586e on host hv-cinder-76330 {{(pid=80339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:48:12.254454 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-e247287f-bdd4-4804-972a-412363dc16e6 req-9386a9cc-013c-4c6f-85e8-84925337f1e8 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:12.258506 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd5b36e-db57-4f8d-b15f-d700a871daf5', 'name': 'network-vif-deleted', 'tag': 'd3e27814-2d01-4a6b-9520-f4f5fb2d586e'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:48:12.273673 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e247287f-bdd4-4804-972a-412363dc16e6 req-9386a9cc-013c-4c6f-85e8-84925337f1e8 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.13 "DELETE /v2.0/ports/d3e27814-2d01-4a6b-9520-f4f5fb2d586e HTTP/1.1" status: 204 len: 173 time: 0.8472610 Nov 19 05:48:12.322715 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd5b36e-db57-4f8d-b15f-d700a871daf5', 'name': 'network-vif-deleted', 'tag': 'd3e27814-2d01-4a6b-9520-f4f5fb2d586e', 'status': 'completed', 'code': 200} Nov 19 05:48:12.456806 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0b80af3f-7e4f-419a-92de-1977bf908554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:12.463429 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-bf4b257d-4c6c-49d4-9ba8-0e90734ad2c6 req-3b70a673-1417-4d01-a142-033126aa6111 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Synchronizing usage tracker for tenant:2e7d3f7e9f0543ae8ff7b0d164f37f27 on resource:port {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:48:12.478517 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-bf4b257d-4c6c-49d4-9ba8-0e90734ad2c6 req-3b70a673-1417-4d01-a142-033126aa6111 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Unset dirty status for tenant:2e7d3f7e9f0543ae8ff7b0d164f37f27 on resource:port {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:48:12.479729 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-bf4b257d-4c6c-49d4-9ba8-0e90734ad2c6 req-3b70a673-1417-4d01-a142-033126aa6111 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] 10.222.0.16 "GET /v2.0/ports?device_id=5bd5b36e-db57-4f8d-b15f-d700a871daf5 HTTP/1.1" status: 200 len: 210 time: 0.0655663 Nov 19 05:48:12.834931 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device d3e27814-2d01-4a6b-9520-f4f5fb2d586e no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:48:12.873031 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] No Port match for: d3e27814-2d01-4a6b-9520-f4f5fb2d586e {{(pid=80340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:48:12.873430 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device d3e27814-2d01-4a6b-9520-f4f5fb2d586e not bound to the agent host hv-cinder-76330 {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:48:12.972158 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:13.592412 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 35676) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:13.898459 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:13.991360 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f020aa09-f006-4652-8729-24d9a09826cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716923'] for router_interface, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:14.113623 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:14.613699 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-f020aa09-f006-4652-8729-24d9a09826cf admin admin] Deleting port 289bfd0d-b264-454c-a2a3-24f4964936eb {{(pid=80338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:48:14.614255 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f020aa09-f006-4652-8729-24d9a09826cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:14.802765 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-f020aa09-f006-4652-8729-24d9a09826cf admin admin] For port 289bfd0d-b264-454c-a2a3-24f4964936eb, host dv-cinder-763306-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=289bfd0d-b264-454c-a2a3-24f4964936eb,segment=NetworkSegment(9c5c1266-3ba4-4238-9ed0-9f608c53a521),segment_id=9c5c1266-3ba4-4238-9ed0-9f608c53a521)] {{(pid=80338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:48:14.803069 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f020aa09-f006-4652-8729-24d9a09826cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:14.879175 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73039f-e4bb-449c-b0a1-1f1edc5628aa req-e6d3f881-ac6a-45b8-a0bc-9fc4a51933ad tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:14.880792 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-af73039f-e4bb-449c-b0a1-1f1edc5628aa req-e6d3f881-ac6a-45b8-a0bc-9fc4a51933ad tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 945 time: 0.2720006 Nov 19 05:48:14.928799 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-af73039f-e4bb-449c-b0a1-1f1edc5628aa req-a15e52cd-5b67-467f-a278-63a62e4a9f53 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups?id=11a5a934-3e68-4df7-9ad3-1bbcc16facca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416331 Nov 19 05:48:14.932911 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-f020aa09-f006-4652-8729-24d9a09826cf admin admin] Calling delete_port for 289bfd0d-b264-454c-a2a3-24f4964936eb owned by network:router_interface {{(pid=80338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:48:15.146329 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-82472a0f-228c-4084-93d9-14f2e5625362 req-a9bed2d6-9af8-4f8d-bf4c-71f00795d90b tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1626036 Nov 19 05:48:15.156229 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-82472a0f-228c-4084-93d9-14f2e5625362 req-f7fa0e36-4ccc-43ee-9b9a-02554e07bb50 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Request body: {'floatingip': {'floating_network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:48:15.161950 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-82472a0f-228c-4084-93d9-14f2e5625362 req-f7fa0e36-4ccc-43ee-9b9a-02554e07bb50 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:48:15.166289 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-82472a0f-228c-4084-93d9-14f2e5625362 req-f7fa0e36-4ccc-43ee-9b9a-02554e07bb50 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Usage tracker for resource:floatingip and tenant:4a7566f994924090868a2fa4ea4b8c8f is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:48:15.169278 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-82472a0f-228c-4084-93d9-14f2e5625362 req-f7fa0e36-4ccc-43ee-9b9a-02554e07bb50 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:48:15.175040 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-82472a0f-228c-4084-93d9-14f2e5625362 req-f7fa0e36-4ccc-43ee-9b9a-02554e07bb50 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:48:15.184300 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-82472a0f-228c-4084-93d9-14f2e5625362 req-f7fa0e36-4ccc-43ee-9b9a-02554e07bb50 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks [] for floatingip, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:15.321278 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f020aa09-f006-4652-8729-24d9a09826cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10554044'] for port, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:15.329845 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-82472a0f-228c-4084-93d9-14f2e5625362 req-f7fa0e36-4ccc-43ee-9b9a-02554e07bb50 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:15.337434 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e44201e1-8f45-460d-8e71-84f09779f935 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:15.393862 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020aa09-f006-4652-8729-24d9a09826cf admin admin] Pushing event deleted for resources: {'Port': ['ID=289bfd0d-b264-454c-a2a3-24f4964936eb,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:15.397962 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f020aa09-f006-4652-8729-24d9a09826cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:15.607714 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [req-82472a0f-228c-4084-93d9-14f2e5625362 req-f7fa0e36-4ccc-43ee-9b9a-02554e07bb50 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Allocated IP 172.28.3.126 (763d99df-10cd-4fa9-8817-f2839aa5077e/77791555-10e6-47e0-b878-932fa2c0a363/cd6a3f88-7323-4594-a162-e6f34e399b23) {{(pid=80339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:48:15.771849 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-82472a0f-228c-4084-93d9-14f2e5625362 req-f7fa0e36-4ccc-43ee-9b9a-02554e07bb50 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks [] for port, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:15.801698 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-82472a0f-228c-4084-93d9-14f2e5625362 req-f7fa0e36-4ccc-43ee-9b9a-02554e07bb50 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474476'] for port, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:15.818258 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-edd78b2a-9452-4086-a8fe-5ce0f9c316a6 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:15.947422 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f020aa09-f006-4652-8729-24d9a09826cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854081301'] for router_interface, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:15.959316 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa0e36-4ccc-43ee-9b9a-02554e07bb50 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Pushing event updated for resources: {'Port': ['ID=cd6a3f88-7323-4594-a162-e6f34e399b23,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:15.967093 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f7fa0e36-4ccc-43ee-9b9a-02554e07bb50 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:16.010799 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82472a0f-228c-4084-93d9-14f2e5625362 req-f7fa0e36-4ccc-43ee-9b9a-02554e07bb50 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Network 763d99df-10cd-4fa9-8817-f2839aa5077e is already hosted by enough agents. {{(pid=80339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:48:16.012048 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [req-82472a0f-228c-4084-93d9-14f2e5625362 req-f7fa0e36-4ccc-43ee-9b9a-02554e07bb50 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Resources bound (agent type, host, resource id): {{(pid=80339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:48:16.014351 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-82472a0f-228c-4084-93d9-14f2e5625362 req-f7fa0e36-4ccc-43ee-9b9a-02554e07bb50 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Received port after_create {{(pid=80339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:48:16.145671 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-82472a0f-228c-4084-93d9-14f2e5625362 req-f7fa0e36-4ccc-43ee-9b9a-02554e07bb50 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks [] for floatingip, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:16.212805 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-82472a0f-228c-4084-93d9-14f2e5625362 req-f7fa0e36-4ccc-43ee-9b9a-02554e07bb50 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:16.484835 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-82472a0f-228c-4084-93d9-14f2e5625362 req-f7fa0e36-4ccc-43ee-9b9a-02554e07bb50 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks [] for port, precommit_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:16.488492 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-82472a0f-228c-4084-93d9-14f2e5625362 req-f7fa0e36-4ccc-43ee-9b9a-02554e07bb50 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843301323'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:16.503485 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-318781fc-cca0-461c-a0ca-c0363d00407a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:16.647758 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa0e36-4ccc-43ee-9b9a-02554e07bb50 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Pushing event updated for resources: {'Port': ['ID=cd6a3f88-7323-4594-a162-e6f34e399b23,revision_number=2']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:16.650890 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f7fa0e36-4ccc-43ee-9b9a-02554e07bb50 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:16.694804 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f020aa09-f006-4652-8729-24d9a09826cf admin admin] Router e78f9eaa-036b-4aac-883b-1732dad42e4a has already been hosted by L3 agent 9d988d7f-fab1-47ee-9f4c-4b1b16993ac8 {{(pid=80338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:48:16.743639 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-82472a0f-228c-4084-93d9-14f2e5625362 req-f7fa0e36-4ccc-43ee-9b9a-02554e07bb50 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854058857'] for floatingip, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:16.765367 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-82472a0f-228c-4084-93d9-14f2e5625362 req-f7fa0e36-4ccc-43ee-9b9a-02554e07bb50 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for floatingip, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:16.766663 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-82472a0f-228c-4084-93d9-14f2e5625362 req-f7fa0e36-4ccc-43ee-9b9a-02554e07bb50 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6146221 Nov 19 05:48:16.852722 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-82472a0f-228c-4084-93d9-14f2e5625362 req-f7a78349-fdb7-4e07-9099-d6c0aa968e6e tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Synchronizing usage tracker for tenant:4a7566f994924090868a2fa4ea4b8c8f on resource:floatingip {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:48:16.868949 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-82472a0f-228c-4084-93d9-14f2e5625362 req-f7a78349-fdb7-4e07-9099-d6c0aa968e6e tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Unset dirty status for tenant:4a7566f994924090868a2fa4ea4b8c8f on resource:floatingip {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:48:16.870254 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-82472a0f-228c-4084-93d9-14f2e5625362 req-f7a78349-fdb7-4e07-9099-d6c0aa968e6e tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.28.3.126 HTTP/1.1" status: 200 len: 696 time: 0.0966575 Nov 19 05:48:16.910543 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f020aa09-f006-4652-8729-24d9a09826cf admin admin] Notify agent at l3_agent.dv-cinder-763306-1-smb the message routers_updated {{(pid=80338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:48:16.919381 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723c8c9c-31dc-4c22-82e0-2a04a79e633a None None] Sync routers for ids ['e78f9eaa-036b-4aac-883b-1732dad42e4a'] in dv-cinder-763306-1-smb {{(pid=80341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:48:16.927910 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-f020aa09-f006-4652-8729-24d9a09826cf admin admin] 10.222.0.16 "PUT /v2.0/routers/e78f9eaa-036b-4aac-883b-1732dad42e4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3345904 Nov 19 05:48:16.930422 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 35690) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:16.932926 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723c8c9c-31dc-4c22-82e0-2a04a79e633a None None] Routers {'e78f9eaa-036b-4aac-883b-1732dad42e4a'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:48:16.933585 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-723c8c9c-31dc-4c22-82e0-2a04a79e633a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:48:12Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['e78f9eaa-036b-4aac-883b-1732dad42e4a'], 'active': True} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:48:17.036858 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82472a0f-228c-4084-93d9-14f2e5625362 req-17e00bf0-fcbc-491d-a732-dc9347563893 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:17.038321 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-82472a0f-228c-4084-93d9-14f2e5625362 req-17e00bf0-fcbc-491d-a732-dc9347563893 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/networks/763d99df-10cd-4fa9-8817-f2839aa5077e HTTP/1.1" status: 200 len: 784 time: 0.1620228 Nov 19 05:48:17.049989 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [req-82472a0f-228c-4084-93d9-14f2e5625362 req-28d2ef66-1730-40dd-8113-3354f815e371 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=80339) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 05:48:17.051233 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-82472a0f-228c-4084-93d9-14f2e5625362 req-28d2ef66-1730-40dd-8113-3354f815e371 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0067286 Nov 19 05:48:17.121062 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-723c8c9c-31dc-4c22-82e0-2a04a79e633a None None] Set router e78f9eaa-036b-4aac-883b-1732dad42e4a gateway port host: dv-cinder-763306-1-smb {{(pid=80341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:48:17.142229 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8b39fd3a-cf6c-4634-9785-962642ad2d48 admin admin] Notify callbacks [] for router, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:17.261721 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef430cf7-e2c4-47e8-ab14-3e286400d428 req-7a8f47d8-cafb-4899-bdd1-bb0b302008bf tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:17.263303 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ef430cf7-e2c4-47e8-ab14-3e286400d428 req-7a8f47d8-cafb-4899-bdd1-bb0b302008bf tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0912971 Nov 19 05:48:17.358001 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8b39fd3a-cf6c-4634-9785-962642ad2d48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:17.365679 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ef430cf7-e2c4-47e8-ab14-3e286400d428 req-5194ab01-0c57-47b9-8e03-78aa92c1bf87 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.28.3.126 HTTP/1.1" status: 200 len: 696 time: 0.0949483 Nov 19 05:48:17.370001 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-8b39fd3a-cf6c-4634-9785-962642ad2d48 admin admin] Deleting port d8093391-d9da-43ac-9cdd-34cffe4f0b09 {{(pid=80338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:48:17.370381 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8b39fd3a-cf6c-4634-9785-962642ad2d48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:17.372559 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-ef430cf7-e2c4-47e8-ab14-3e286400d428 req-b21b565d-78c9-4e24-87dd-adc37b3a3b3e tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Request body: {'floatingip': {'port_id': '0bc99c61-4581-48e2-80bc-b5895eb6e050', 'fixed_ip_address': '172.20.0.6'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:48:17.428797 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-723c8c9c-31dc-4c22-82e0-2a04a79e633a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78f9eaa-036b-4aac-883b-1732dad42e4a', 'name': 'tempest-ServerRescueNegativeTestJSON-511593106-router', 'tenant_id': '2e7d3f7e9f0543ae8ff7b0d164f37f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.165'}], 'enable_snat': True}, 'gw_port_id': 'd8093391-d9da-43ac-9cdd-34cffe4f0b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:34Z', 'updated_at': '2020-11-19T05:48:15Z', 'revision_number': 5, 'project_id': '2e7d3f7e9f0543ae8ff7b0d164f37f27', 'gw_port': {'id': 'd8093391-d9da-43ac-9cdd-34cffe4f0b09', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:99:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78f9eaa-036b-4aac-883b-1732dad42e4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:36Z', 'updated_at': '2020-11-19T05:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb'}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:48:17.433145 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723c8c9c-31dc-4c22-82e0-2a04a79e633a None None] Checking router: e78f9eaa-036b-4aac-883b-1732dad42e4a for host: dv-cinder-763306-1-smb {{(pid=80341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:48:17.444611 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723c8c9c-31dc-4c22-82e0-2a04a79e633a None None] Routers {'e78f9eaa-036b-4aac-883b-1732dad42e4a'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:48:17.445306 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-723c8c9c-31dc-4c22-82e0-2a04a79e633a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:48:12Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['e78f9eaa-036b-4aac-883b-1732dad42e4a'], 'active': True} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:48:17.454897 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-ef430cf7-e2c4-47e8-ab14-3e286400d428 req-b21b565d-78c9-4e24-87dd-adc37b3a3b3e tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks [] for floatingip, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:17.577460 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-8b39fd3a-cf6c-4634-9785-962642ad2d48 admin admin] For port d8093391-d9da-43ac-9cdd-34cffe4f0b09, host dv-cinder-763306-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=d8093391-d9da-43ac-9cdd-34cffe4f0b09,segment=NetworkSegment(570e6a95-1f7f-4238-9052-97fd91c0100f),segment_id=570e6a95-1f7f-4238-9052-97fd91c0100f)] {{(pid=80338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:48:17.578113 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8b39fd3a-cf6c-4634-9785-962642ad2d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:17.606869 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-723c8c9c-31dc-4c22-82e0-2a04a79e633a None None] Set router e78f9eaa-036b-4aac-883b-1732dad42e4a gateway port host: None {{(pid=80341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:48:17.710904 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-8b39fd3a-cf6c-4634-9785-962642ad2d48 admin admin] Calling delete_port for d8093391-d9da-43ac-9cdd-34cffe4f0b09 owned by network:router_gateway {{(pid=80338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:48:17.719277 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-723c8c9c-31dc-4c22-82e0-2a04a79e633a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78f9eaa-036b-4aac-883b-1732dad42e4a', 'name': 'tempest-ServerRescueNegativeTestJSON-511593106-router', 'tenant_id': '2e7d3f7e9f0543ae8ff7b0d164f37f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:34Z', 'updated_at': '2020-11-19T05:48:17Z', 'revision_number': 6, 'project_id': '2e7d3f7e9f0543ae8ff7b0d164f37f27', 'gw_port_host': None}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:48:17.724153 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723c8c9c-31dc-4c22-82e0-2a04a79e633a None None] The sync data for ids ['e78f9eaa-036b-4aac-883b-1732dad42e4a'] in dv-cinder-763306-1-smb is: [{'id': 'e78f9eaa-036b-4aac-883b-1732dad42e4a', 'name': 'tempest-ServerRescueNegativeTestJSON-511593106-router', 'tenant_id': '2e7d3f7e9f0543ae8ff7b0d164f37f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:34Z', 'updated_at': '2020-11-19T05:48:17Z', 'revision_number': 6, 'project_id': '2e7d3f7e9f0543ae8ff7b0d164f37f27', 'gw_port_host': None}] {{(pid=80341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:48:17.891398 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8b39fd3a-cf6c-4634-9785-962642ad2d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10554044'] for port, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:17.907726 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-4ff90eed-2d46-42e8-b466-a707bcda9338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:18.183687 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39fd3a-cf6c-4634-9785-962642ad2d48 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8093391-d9da-43ac-9cdd-34cffe4f0b09,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:18.186563 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-8b39fd3a-cf6c-4634-9785-962642ad2d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:18.279982 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 289bfd0d-b264-454c-a2a3-24f4964936eb no longer exists at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:48:18.315866 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] No Port match for: 289bfd0d-b264-454c-a2a3-24f4964936eb {{(pid=80340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:48:18.316631 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 289bfd0d-b264-454c-a2a3-24f4964936eb not bound to the agent host dv-cinder-763306-1-smb {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:48:18.317617 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device d8093391-d9da-43ac-9cdd-34cffe4f0b09 no longer exists at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:48:18.352250 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] No Port match for: d8093391-d9da-43ac-9cdd-34cffe4f0b09 {{(pid=80340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:48:18.352728 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device d8093391-d9da-43ac-9cdd-34cffe4f0b09 not bound to the agent host dv-cinder-763306-1-smb {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:48:18.492730 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8b39fd3a-cf6c-4634-9785-962642ad2d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-712571'] for router_gateway, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:18.493843 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-ef430cf7-e2c4-47e8-ab14-3e286400d428 req-b21b565d-78c9-4e24-87dd-adc37b3a3b3e tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks [] for floatingip, precommit_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:18.496388 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-ef430cf7-e2c4-47e8-ab14-3e286400d428 req-b21b565d-78c9-4e24-87dd-adc37b3a3b3e tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854058857'] for floatingip, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:18.697866 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.db.l3_db [req-ef430cf7-e2c4-47e8-ab14-3e286400d428 req-b21b565d-78c9-4e24-87dd-adc37b3a3b3e tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Floating IP 298cc154-fd0e-4682-b251-47d67df71e84 associated. External IP: 172.28.3.126, port: 0bc99c61-4581-48e2-80bc-b5895eb6e050. Nov 19 05:48:18.763898 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8b39fd3a-cf6c-4634-9785-962642ad2d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38356'] for router, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:18.768441 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8b39fd3a-cf6c-4634-9785-962642ad2d48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:18.859733 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8b39fd3a-cf6c-4634-9785-962642ad2d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690777'] for router, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:18.860310 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b39fd3a-cf6c-4634-9785-962642ad2d48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e78f9eaa-036b-4aac-883b-1732dad42e4a {{(pid=80338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 19 05:48:18.874121 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8b39fd3a-cf6c-4634-9785-962642ad2d48 admin admin] Notify callbacks [] for router, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:18.878040 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-8b39fd3a-cf6c-4634-9785-962642ad2d48 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e78f9eaa-036b-4aac-883b-1732dad42e4a HTTP/1.1" status: 204 len: 168 time: 1.9466155 Nov 19 05:48:18.878726 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 35698) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:18.949268 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_v2 [None req-468b0cc0-b4f1-4cdc-ab24-f221b655ec03 admin admin] Deleting subnet 12c931fa-83f1-4bd4-970f-5ff8c913a3bb {{(pid=80338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 05:48:18.952556 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-468b0cc0-b4f1-4cdc-ab24-f221b655ec03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:19.009593 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-468b0cc0-b4f1-4cdc-ab24-f221b655ec03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10610985'] for subnet, precommit_delete_associations {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:19.069302 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-468b0cc0-b4f1-4cdc-ab24-f221b655ec03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850617832'] for subnet, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:19.113604 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef430cf7-e2c4-47e8-ab14-3e286400d428 req-b21b565d-78c9-4e24-87dd-adc37b3a3b3e tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Router 5168b767-9e37-4f6f-b8b0-323489f65d40 has already been hosted by L3 agent 9d988d7f-fab1-47ee-9f4c-4b1b16993ac8 {{(pid=80339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:48:19.325091 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef430cf7-e2c4-47e8-ab14-3e286400d428 req-b21b565d-78c9-4e24-87dd-adc37b3a3b3e tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify agent at l3_agent.dv-cinder-763306-1-smb the message routers_updated {{(pid=80339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:48:19.329528 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-468b0cc0-b4f1-4cdc-ab24-f221b655ec03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4157984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844221802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844226155'] for subnet, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:19.330011 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-ef430cf7-e2c4-47e8-ab14-3e286400d428 req-b21b565d-78c9-4e24-87dd-adc37b3a3b3e tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for floatingip, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:19.335873 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c6a455-05e7-4b60-bfe8-b71aad9c684e None None] Sync routers for ids ['5168b767-9e37-4f6f-b8b0-323489f65d40'] in dv-cinder-763306-1-smb {{(pid=80340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:48:19.346558 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-c02ae9f0-4234-4379-b908-17eb192fa79d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:19.349892 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c6a455-05e7-4b60-bfe8-b71aad9c684e None None] Routers {'5168b767-9e37-4f6f-b8b0-323489f65d40'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:48:19.350677 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-e2c6a455-05e7-4b60-bfe8-b71aad9c684e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:48:12Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['5168b767-9e37-4f6f-b8b0-323489f65d40'], 'active': True} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:48:19.389791 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ef430cf7-e2c4-47e8-ab14-3e286400d428 req-b21b565d-78c9-4e24-87dd-adc37b3a3b3e tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "PUT /v2.0/floatingips/298cc154-fd0e-4682-b251-47d67df71e84 HTTP/1.1" status: 200 len: 996 time: 2.0215607 Nov 19 05:48:19.390352 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28695eca-7c42-4f43-95d8-23ae1e7ac804', 'tag': '0bc99c61-4581-48e2-80bc-b5895eb6e050'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:48:19.398468 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b0cc0-b4f1-4cdc-ab24-f221b655ec03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12c931fa-83f1-4bd4-970f-5ff8c913a3bb,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:19.411706 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-468b0cc0-b4f1-4cdc-ab24-f221b655ec03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:19.478673 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28695eca-7c42-4f43-95d8-23ae1e7ac804', 'tag': '0bc99c61-4581-48e2-80bc-b5895eb6e050', 'status': 'completed', 'code': 200} Nov 19 05:48:19.506827 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-468b0cc0-b4f1-4cdc-ab24-f221b655ec03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for subnet, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:19.513840 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-468b0cc0-b4f1-4cdc-ab24-f221b655ec03 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/12c931fa-83f1-4bd4-970f-5ff8c913a3bb HTTP/1.1" status: 204 len: 168 time: 0.6339712 Nov 19 05:48:19.516508 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 35706) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:19.525542 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ef430cf7-e2c4-47e8-ab14-3e286400d428 req-d8c38012-af12-4450-a605-571392e4e77f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a7566f994924090868a2fa4ea4b8c8f&device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 1162 time: 0.0942519 Nov 19 05:48:19.643646 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b80821bf-39e7-4494-a370-9632c09726a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3949208'] for network, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:19.705477 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-e2c6a455-05e7-4b60-bfe8-b71aad9c684e None None] Set router 5168b767-9e37-4f6f-b8b0-323489f65d40 gateway port host: dv-cinder-763306-1-smb {{(pid=80340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:48:19.737336 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef430cf7-e2c4-47e8-ab14-3e286400d428 req-eb108e95-4223-4133-a3b8-b64d4d3cd531 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:19.738966 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ef430cf7-e2c4-47e8-ab14-3e286400d428 req-eb108e95-4223-4133-a3b8-b64d4d3cd531 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5bea5542-1284-4dd8-9d3c-21b73dca4fa9 HTTP/1.1" status: 200 len: 907 time: 0.2098184 Nov 19 05:48:19.743557 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a4c648be-14c1-4bb7-b74b-9b306d5f574d req-283046a0-d9d6-46c2-a129-a7768a6650c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a7566f994924090868a2fa4ea4b8c8f&device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 1162 time: 0.1894841 Nov 19 05:48:19.833330 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b80821bf-39e7-4494-a370-9632c09726a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850615901', 'neutron.services.segments.db._delete_segments_for_network--9223363282791137771'] for network, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:19.958767 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ef430cf7-e2c4-47e8-ab14-3e286400d428 req-eeb4caf4-abe1-4a1a-8995-3a184ce2b6f7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bc99c61-4581-48e2-80bc-b5895eb6e050 HTTP/1.1" status: 200 len: 999 time: 0.2116828 Nov 19 05:48:19.962456 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-b80821bf-39e7-4494-a370-9632c09726a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['862f8118-c40f-4658-b1ad-353ef6da3fa1']}} {{(pid=80338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:48:19.978879 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-b80821bf-39e7-4494-a370-9632c09726a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c5c1266-3ba4-4238-9ed0-9f608c53a521') {'for_net_delete': True} {{(pid=80338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:48:19.979520 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-b80821bf-39e7-4494-a370-9632c09726a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c5c1266-3ba4-4238-9ed0-9f608c53a521') {} {{(pid=80338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:48:19.992675 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b80821bf-39e7-4494-a370-9632c09726a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282791100139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844164847'] for segment, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:20.008491 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b80821bf-39e7-4494-a370-9632c09726a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4146814'] for segment, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:20.010868 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b80821bf-39e7-4494-a370-9632c09726a6 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 05:48:20.079885 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-e2c6a455-05e7-4b60-bfe8-b71aad9c684e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'name': 'tempest-TestMinimumBasicScenario-61504955-router', 'tenant_id': '4a7566f994924090868a2fa4ea4b8c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c08ea23e-3d81-40c7-a847-e23d574a60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:47:23Z', 'updated_at': '2020-11-19T05:47:29Z', 'revision_number': 4, 'project_id': '4a7566f994924090868a2fa4ea4b8c8f', 'gw_port': {'id': 'c08ea23e-3d81-40c7-a847-e23d574a60b7', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:47:24Z', 'updated_at': '2020-11-19T05:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_floatingips': [{'id': '298cc154-fd0e-4682-b251-47d67df71e84', 'tenant_id': '4a7566f994924090868a2fa4ea4b8c8f', 'floating_ip_address': '172.28.3.126', 'floating_network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'router_id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'port_id': '0bc99c61-4581-48e2-80bc-b5895eb6e050', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bea5542-1284-4dd8-9d3c-21b73dca4fa9', 'mac_address': 'fa:16:3e:9d:50:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28695eca-7c42-4f43-95d8-23ae1e7ac804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:48:16Z', 'updated_at': '2020-11-19T05:48:18Z', 'revision_number': 1, 'project_id': '4a7566f994924090868a2fa4ea4b8c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8134cfed-e88a-4897-90a1-931469922998', 'name': '', 'network_id': '5bea5542-1284-4dd8-9d3c-21b73dca4fa9', 'tenant_id': '4a7566f994924090868a2fa4ea4b8c8f', 'mac_address': 'fa:16:3e:81:bd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fd19b06-9240-4b31-91b7-18a861b0b3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:47:27Z', 'updated_at': '2020-11-19T05:47:38Z', 'revision_number': 5, 'project_id': '4a7566f994924090868a2fa4ea4b8c8f', 'subnets': [{'id': '7fd19b06-9240-4b31-91b7-18a861b0b3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:48:20.084936 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c6a455-05e7-4b60-bfe8-b71aad9c684e None None] Checking router: 5168b767-9e37-4f6f-b8b0-323489f65d40 for host: dv-cinder-763306-1-smb {{(pid=80340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:48:20.097807 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c6a455-05e7-4b60-bfe8-b71aad9c684e None None] Routers {'5168b767-9e37-4f6f-b8b0-323489f65d40'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:48:20.098562 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-e2c6a455-05e7-4b60-bfe8-b71aad9c684e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:48:12Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['5168b767-9e37-4f6f-b8b0-323489f65d40'], 'active': True} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:48:20.220519 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-b80821bf-39e7-4494-a370-9632c09726a6 admin admin] Network 862f8118-c40f-4658-b1ad-353ef6da3fa1 has no segments {{(pid=80338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:48:20.224935 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c648be-14c1-4bb7-b74b-9b306d5f574d req-f4052984-ecef-4794-82fb-cca019c7925b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:20.226536 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a4c648be-14c1-4bb7-b74b-9b306d5f574d req-f4052984-ecef-4794-82fb-cca019c7925b service neutron] 10.222.0.13 "GET /v2.0/networks?id=5bea5542-1284-4dd8-9d3c-21b73dca4fa9 HTTP/1.1" status: 200 len: 907 time: 0.4241738 Nov 19 05:48:20.232283 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b80821bf-39e7-4494-a370-9632c09726a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850629002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844221749'] for segment, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:20.293601 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-e2c6a455-05e7-4b60-bfe8-b71aad9c684e None None] Set router 5168b767-9e37-4f6f-b8b0-323489f65d40 gateway port host: dv-cinder-763306-1-smb {{(pid=80340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:48:20.322845 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef430cf7-e2c4-47e8-ab14-3e286400d428 req-236eb297-478b-4d62-a132-1bdfdd0ddd42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:20.324461 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ef430cf7-e2c4-47e8-ab14-3e286400d428 req-236eb297-478b-4d62-a132-1bdfdd0ddd42 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7fd19b06-9240-4b31-91b7-18a861b0b3eb HTTP/1.1" status: 200 len: 852 time: 0.3564303 Nov 19 05:48:20.397879 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a4c648be-14c1-4bb7-b74b-9b306d5f574d req-9ea9e9d5-399c-42ec-af73-8a78c0e850e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bc99c61-4581-48e2-80bc-b5895eb6e050 HTTP/1.1" status: 200 len: 999 time: 0.1602829 Nov 19 05:48:20.456718 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-b80821bf-39e7-4494-a370-9632c09726a6 admin admin] Network 862f8118-c40f-4658-b1ad-353ef6da3fa1 has no segments {{(pid=80338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:48:20.480460 dv-cinder-763306-1-smb neutron-server[80227]: Traceback (most recent call last): Nov 19 05:48:20.480460 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:48:20.480460 dv-cinder-763306-1-smb neutron-server[80227]: timer() Nov 19 05:48:20.480460 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:48:20.480460 dv-cinder-763306-1-smb neutron-server[80227]: cb(*args, **kw) Nov 19 05:48:20.480460 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 05:48:20.480460 dv-cinder-763306-1-smb neutron-server[80227]: return func(*args, **kwargs) Nov 19 05:48:20.480460 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:48:20.480460 dv-cinder-763306-1-smb neutron-server[80227]: self._notify() Nov 19 05:48:20.480460 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:48:20.480460 dv-cinder-763306-1-smb neutron-server[80227]: self.callback(batched_events) Nov 19 05:48:20.480460 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:48:20.480460 dv-cinder-763306-1-smb neutron-server[80227]: event.method(event) Nov 19 05:48:20.480460 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 05:48:20.480460 dv-cinder-763306-1-smb neutron-server[80227]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:48:20.480460 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 05:48:20.480460 dv-cinder-763306-1-smb neutron-server[80227]: segment_id)['aggregates'][0] Nov 19 05:48:20.480460 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 05:48:20.480460 dv-cinder-763306-1-smb neutron-server[80227]: return f(self, *a, **k) Nov 19 05:48:20.480460 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:48:20.480460 dv-cinder-763306-1-smb neutron-server[80227]: return self._get(url).json() Nov 19 05:48:20.480460 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 05:48:20.480460 dv-cinder-763306-1-smb neutron-server[80227]: **kwargs) Nov 19 05:48:20.480460 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 05:48:20.480460 dv-cinder-763306-1-smb neutron-server[80227]: return self.request(url, 'GET', **kwargs) Nov 19 05:48:20.480460 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 05:48:20.480460 dv-cinder-763306-1-smb neutron-server[80227]: **endpoint_filter) Nov 19 05:48:20.480460 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 05:48:20.480460 dv-cinder-763306-1-smb neutron-server[80227]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:48:20.480460 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 05:48:20.480460 dv-cinder-763306-1-smb neutron-server[80227]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:48:20.480460 dv-cinder-763306-1-smb neutron-server[80227]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:48:20.498723 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c648be-14c1-4bb7-b74b-9b306d5f574d req-656998ae-d7ea-4c46-965a-38dcf1148302 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:20.500301 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a4c648be-14c1-4bb7-b74b-9b306d5f574d req-656998ae-d7ea-4c46-965a-38dcf1148302 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7fd19b06-9240-4b31-91b7-18a861b0b3eb HTTP/1.1" status: 200 len: 852 time: 0.0940957 Nov 19 05:48:20.504684 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ef430cf7-e2c4-47e8-ab14-3e286400d428 req-d336dc0e-ca55-4b89-bc3a-4e4313db99d0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5bea5542-1284-4dd8-9d3c-21b73dca4fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1621265 Nov 19 05:48:20.559901 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [req-ef430cf7-e2c4-47e8-ab14-3e286400d428 req-81262d6e-2383-4bb8-b48c-4e0c7d56e536 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=80339) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 05:48:20.560295 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b80821bf-39e7-4494-a370-9632c09726a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4159915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for network, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:20.560968 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ef430cf7-e2c4-47e8-ab14-3e286400d428 req-81262d6e-2383-4bb8-b48c-4e0c7d56e536 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0110843 Nov 19 05:48:20.568413 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-2ed359f4-7e94-453b-a1f0-feeda0557375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:20.587135 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b80821bf-39e7-4494-a370-9632c09726a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for network, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:20.599244 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80821bf-39e7-4494-a370-9632c09726a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=862f8118-c40f-4658-b1ad-353ef6da3fa1,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:20.604438 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-b80821bf-39e7-4494-a370-9632c09726a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:20.613322 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-b80821bf-39e7-4494-a370-9632c09726a6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/862f8118-c40f-4658-b1ad-353ef6da3fa1 HTTP/1.1" status: 204 len: 168 time: 1.0953329 Nov 19 05:48:20.735398 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a4c648be-14c1-4bb7-b74b-9b306d5f574d req-6123a7e3-563f-445c-b216-53d69d96ed13 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5bea5542-1284-4dd8-9d3c-21b73dca4fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2247951 Nov 19 05:48:20.761527 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-e2c6a455-05e7-4b60-bfe8-b71aad9c684e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'name': 'tempest-TestMinimumBasicScenario-61504955-router', 'tenant_id': '4a7566f994924090868a2fa4ea4b8c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c08ea23e-3d81-40c7-a847-e23d574a60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:47:23Z', 'updated_at': '2020-11-19T05:47:29Z', 'revision_number': 4, 'project_id': '4a7566f994924090868a2fa4ea4b8c8f', 'gw_port': {'id': 'c08ea23e-3d81-40c7-a847-e23d574a60b7', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:47:24Z', 'updated_at': '2020-11-19T05:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_floatingips': [{'id': '298cc154-fd0e-4682-b251-47d67df71e84', 'tenant_id': '4a7566f994924090868a2fa4ea4b8c8f', 'floating_ip_address': '172.28.3.126', 'floating_network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'router_id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'port_id': '0bc99c61-4581-48e2-80bc-b5895eb6e050', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bea5542-1284-4dd8-9d3c-21b73dca4fa9', 'mac_address': 'fa:16:3e:9d:50:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28695eca-7c42-4f43-95d8-23ae1e7ac804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:48:16Z', 'updated_at': '2020-11-19T05:48:18Z', 'revision_number': 1, 'project_id': '4a7566f994924090868a2fa4ea4b8c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8134cfed-e88a-4897-90a1-931469922998', 'name': '', 'network_id': '5bea5542-1284-4dd8-9d3c-21b73dca4fa9', 'tenant_id': '4a7566f994924090868a2fa4ea4b8c8f', 'mac_address': 'fa:16:3e:81:bd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fd19b06-9240-4b31-91b7-18a861b0b3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:47:27Z', 'updated_at': '2020-11-19T05:47:38Z', 'revision_number': 5, 'project_id': '4a7566f994924090868a2fa4ea4b8c8f', 'subnets': [{'id': '7fd19b06-9240-4b31-91b7-18a861b0b3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:48:20.766901 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c6a455-05e7-4b60-bfe8-b71aad9c684e None None] The sync data for ids ['5168b767-9e37-4f6f-b8b0-323489f65d40'] in dv-cinder-763306-1-smb is: [{'id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'name': 'tempest-TestMinimumBasicScenario-61504955-router', 'tenant_id': '4a7566f994924090868a2fa4ea4b8c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c08ea23e-3d81-40c7-a847-e23d574a60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:47:23Z', 'updated_at': '2020-11-19T05:47:29Z', 'revision_number': 4, 'project_id': '4a7566f994924090868a2fa4ea4b8c8f', 'gw_port': {'id': 'c08ea23e-3d81-40c7-a847-e23d574a60b7', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:47:24Z', 'updated_at': '2020-11-19T05:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_floatingips': [{'id': '298cc154-fd0e-4682-b251-47d67df71e84', 'tenant_id': '4a7566f994924090868a2fa4ea4b8c8f', 'floating_ip_address': '172.28.3.126', 'floating_network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'router_id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'port_id': '0bc99c61-4581-48e2-80bc-b5895eb6e050', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bea5542-1284-4dd8-9d3c-21b73dca4fa9', 'mac_address': 'fa:16:3e:9d:50:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28695eca-7c42-4f43-95d8-23ae1e7ac804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:48:16Z', 'updated_at': '2020-11-19T05:48:18Z', 'revision_number': 1, 'project_id': '4a7566f994924090868a2fa4ea4b8c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8134cfed-e88a-4897-90a1-931469922998', 'name': '', 'network_id': '5bea5542-1284-4dd8-9d3c-21b73dca4fa9', 'tenant_id': '4a7566f994924090868a2fa4ea4b8c8f', 'mac_address': 'fa:16:3e:81:bd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fd19b06-9240-4b31-91b7-18a861b0b3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:47:27Z', 'updated_at': '2020-11-19T05:47:38Z', 'revision_number': 5, 'project_id': '4a7566f994924090868a2fa4ea4b8c8f', 'subnets': [{'id': '7fd19b06-9240-4b31-91b7-18a861b0b3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:48:20.803875 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ef430cf7-e2c4-47e8-ab14-3e286400d428 req-7b183195-7727-4308-82d7-99d0344f246a service neutron] 10.222.0.16 "GET /v2.0/networks/5bea5542-1284-4dd8-9d3c-21b73dca4fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329445 Nov 19 05:48:20.839756 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 35722) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:20.902798 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-9fa526b4-32a9-49f5-8e7f-d9c5fd6d676d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e7d3f7e9f0543ae8ff7b0d164f37f27&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0590661 Nov 19 05:48:20.903136 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 35728) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:20.982358 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-aa6eb687-6069-4a71-ae62-084ab623da8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:21.012153 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-aa6eb687-6069-4a71-ae62-084ab623da8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:21.029662 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a4c648be-14c1-4bb7-b74b-9b306d5f574d req-97c2572b-163b-4980-8822-6d604e74b7ae service neutron] 10.222.0.13 "GET /v2.0/networks/5bea5542-1284-4dd8-9d3c-21b73dca4fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823119 Nov 19 05:48:21.065345 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-aa6eb687-6069-4a71-ae62-084ab623da8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:21.071354 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-5ecc6a4d-8209-4640-addb-3ee45e73b6e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:21.086408 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6eb687-6069-4a71-ae62-084ab623da8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2dc28b0-d1af-42d5-ab2f-76f8c463dacc,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:21.089724 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-aa6eb687-6069-4a71-ae62-084ab623da8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:21.090787 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-aa6eb687-6069-4a71-ae62-084ab623da8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:21.091735 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ef430cf7-e2c4-47e8-ab14-3e286400d428 req-136eb836-0469-4753-97d7-f12d4a48cd34 service neutron] 10.222.0.16 "GET /v2.0/networks/5bea5542-1284-4dd8-9d3c-21b73dca4fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2229264 Nov 19 05:48:21.092500 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-aa6eb687-6069-4a71-ae62-084ab623da8e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2dc28b0-d1af-42d5-ab2f-76f8c463dacc HTTP/1.1" status: 204 len: 168 time: 0.1882889 Nov 19 05:48:21.162935 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-5b615061-6b1d-4afc-a55e-f481106b41b2 req-89961eb3-26a9-4897-9b10-9540f3464f8f tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1131352875', 'description': 'tempest-TestMinimumBasicScenario-1131352875 description'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:48:21.175840 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-5b615061-6b1d-4afc-a55e-f481106b41b2 req-89961eb3-26a9-4897-9b10-9540f3464f8f tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:48:21.180598 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d89e4d-96a6-45b2-a9ad-1154e074c4dc None None] New status for floating IP 298cc154-fd0e-4682-b251-47d67df71e84: ACTIVE {{(pid=80341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 05:48:21.200586 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-5b615061-6b1d-4afc-a55e-f481106b41b2 req-89961eb3-26a9-4897-9b10-9540f3464f8f tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:48:21.226708 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-5b615061-6b1d-4afc-a55e-f481106b41b2 req-89961eb3-26a9-4897-9b10-9540f3464f8f tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:21.241120 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a4c648be-14c1-4bb7-b74b-9b306d5f574d req-a7831501-1a83-4fcc-b684-9ea84043d0f7 service neutron] 10.222.0.13 "GET /v2.0/networks/5bea5542-1284-4dd8-9d3c-21b73dca4fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1986451 Nov 19 05:48:21.267697 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-5b615061-6b1d-4afc-a55e-f481106b41b2 req-89961eb3-26a9-4897-9b10-9540f3464f8f tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:48:21.271879 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-5b615061-6b1d-4afc-a55e-f481106b41b2 req-89961eb3-26a9-4897-9b10-9540f3464f8f tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Usage tracker for resource:security_group_rule and tenant:4a7566f994924090868a2fa4ea4b8c8f is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:48:21.275035 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-5b615061-6b1d-4afc-a55e-f481106b41b2 req-89961eb3-26a9-4897-9b10-9540f3464f8f tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:48:21.281721 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-5b615061-6b1d-4afc-a55e-f481106b41b2 req-89961eb3-26a9-4897-9b10-9540f3464f8f tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:48:21.347608 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-5b615061-6b1d-4afc-a55e-f481106b41b2 req-89961eb3-26a9-4897-9b10-9540f3464f8f tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:21.350584 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-5b615061-6b1d-4afc-a55e-f481106b41b2 req-89961eb3-26a9-4897-9b10-9540f3464f8f tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:21.356622 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-6042f32a-ef74-4173-90e1-fe1d7b41eaac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:21.401630 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89961eb3-26a9-4897-9b10-9540f3464f8f tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa07e44-4baa-4e5d-9128-12fbd29d3606,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:21.404969 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-89961eb3-26a9-4897-9b10-9540f3464f8f tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:21.407104 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-5b615061-6b1d-4afc-a55e-f481106b41b2 req-89961eb3-26a9-4897-9b10-9540f3464f8f tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:21.408431 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5b615061-6b1d-4afc-a55e-f481106b41b2 req-89961eb3-26a9-4897-9b10-9540f3464f8f tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1653 time: 0.2503738 Nov 19 05:48:21.501474 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-235390ca-402c-4a56-96a8-1b97c8c6bc02 req-1ef6cae3-d9d3-47f9-a093-ddb9aaa19652 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups/0aa07e44-4baa-4e5d-9128-12fbd29d3606 HTTP/1.1" status: 200 len: 1648 time: 0.0584443 Nov 19 05:48:21.513580 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-235390ca-402c-4a56-96a8-1b97c8c6bc02 req-3ed9e834-b836-4ec2-b489-43048cfda688 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0aa07e44-4baa-4e5d-9128-12fbd29d3606', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:48:21.514330 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-235390ca-402c-4a56-96a8-1b97c8c6bc02 req-3ed9e834-b836-4ec2-b489-43048cfda688 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0aa07e44-4baa-4e5d-9128-12fbd29d3606', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:48:21.522633 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-235390ca-402c-4a56-96a8-1b97c8c6bc02 req-3ed9e834-b836-4ec2-b489-43048cfda688 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:48:21.527003 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-235390ca-402c-4a56-96a8-1b97c8c6bc02 req-3ed9e834-b836-4ec2-b489-43048cfda688 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Usage tracker for resource:security_group_rule and tenant:4a7566f994924090868a2fa4ea4b8c8f is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:48:21.530224 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-235390ca-402c-4a56-96a8-1b97c8c6bc02 req-3ed9e834-b836-4ec2-b489-43048cfda688 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:48:21.541810 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-235390ca-402c-4a56-96a8-1b97c8c6bc02 req-3ed9e834-b836-4ec2-b489-43048cfda688 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:48:21.613946 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-235390ca-402c-4a56-96a8-1b97c8c6bc02 req-3ed9e834-b836-4ec2-b489-43048cfda688 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks [] for security_group_rule, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:21.645729 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-235390ca-402c-4a56-96a8-1b97c8c6bc02 req-3ed9e834-b836-4ec2-b489-43048cfda688 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:21.648470 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-235390ca-402c-4a56-96a8-1b97c8c6bc02 req-3ed9e834-b836-4ec2-b489-43048cfda688 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014810'] for security_group_rule, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:21.650565 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:21.672248 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9e834-b836-4ec2-b489-43048cfda688 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f97bc73-4e63-4653-b8ca-f1b7ae6eab22,revision_number=0']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:21.676633 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-3ed9e834-b836-4ec2-b489-43048cfda688 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:21.686689 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-235390ca-402c-4a56-96a8-1b97c8c6bc02 req-3ed9e834-b836-4ec2-b489-43048cfda688 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks [] for security_group_rule, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:21.687972 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-235390ca-402c-4a56-96a8-1b97c8c6bc02 req-3ed9e834-b836-4ec2-b489-43048cfda688 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.1800134 Nov 19 05:48:21.773321 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-84df9a42-51fa-42f4-bbe6-e79e956f5b32 req-e2713b3b-09a7-4850-8613-704834385f97 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups/0aa07e44-4baa-4e5d-9128-12fbd29d3606 HTTP/1.1" status: 200 len: 2151 time: 0.0525527 Nov 19 05:48:21.784373 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-84df9a42-51fa-42f4-bbe6-e79e956f5b32 req-e1c1452b-4a7c-4838-81c1-a807a8c5c51b tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0aa07e44-4baa-4e5d-9128-12fbd29d3606', 'remote_group_id': None}]} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:48:21.784848 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-84df9a42-51fa-42f4-bbe6-e79e956f5b32 req-e1c1452b-4a7c-4838-81c1-a807a8c5c51b tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0aa07e44-4baa-4e5d-9128-12fbd29d3606', 'remote_group_id': None}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:48:21.791045 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-84df9a42-51fa-42f4-bbe6-e79e956f5b32 req-e1c1452b-4a7c-4838-81c1-a807a8c5c51b tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:48:21.795334 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-84df9a42-51fa-42f4-bbe6-e79e956f5b32 req-e1c1452b-4a7c-4838-81c1-a807a8c5c51b tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Usage tracker for resource:security_group_rule and tenant:4a7566f994924090868a2fa4ea4b8c8f is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:48:21.802649 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-84df9a42-51fa-42f4-bbe6-e79e956f5b32 req-e1c1452b-4a7c-4838-81c1-a807a8c5c51b tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:48:21.808735 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-84df9a42-51fa-42f4-bbe6-e79e956f5b32 req-e1c1452b-4a7c-4838-81c1-a807a8c5c51b tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:48:21.869652 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-84df9a42-51fa-42f4-bbe6-e79e956f5b32 req-e1c1452b-4a7c-4838-81c1-a807a8c5c51b tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks [] for security_group_rule, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:21.893030 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-84df9a42-51fa-42f4-bbe6-e79e956f5b32 req-e1c1452b-4a7c-4838-81c1-a807a8c5c51b tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:21.895763 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-84df9a42-51fa-42f4-bbe6-e79e956f5b32 req-e1c1452b-4a7c-4838-81c1-a807a8c5c51b tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014810'] for security_group_rule, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:21.897918 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-b978f3d5-01c1-4656-b240-107e6f7160cf tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:21.919225 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1452b-4a7c-4838-81c1-a807a8c5c51b tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b531b942-6051-4d5c-abcb-47868a46f36d,revision_number=0']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:21.923520 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e1c1452b-4a7c-4838-81c1-a807a8c5c51b tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:21.931017 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-84df9a42-51fa-42f4-bbe6-e79e956f5b32 req-e1c1452b-4a7c-4838-81c1-a807a8c5c51b tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks [] for security_group_rule, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:21.932276 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-84df9a42-51fa-42f4-bbe6-e79e956f5b32 req-e1c1452b-4a7c-4838-81c1-a807a8c5c51b tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.1529083 Nov 19 05:48:22.094482 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-07cf5022-0009-4c65-9ceb-7450f5bed04a req-8d7239ef-4f2e-4884-a481-bd048be08693 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Synchronizing usage tracker for tenant:4a7566f994924090868a2fa4ea4b8c8f on resource:security_group {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:48:22.110141 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-07cf5022-0009-4c65-9ceb-7450f5bed04a req-8d7239ef-4f2e-4884-a481-bd048be08693 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Unset dirty status for tenant:4a7566f994924090868a2fa4ea4b8c8f on resource:security_group {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:48:22.111965 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-07cf5022-0009-4c65-9ceb-7450f5bed04a req-8d7239ef-4f2e-4884-a481-bd048be08693 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1131352875&fields=id&tenant_id=4a7566f994924090868a2fa4ea4b8c8f HTTP/1.1" status: 200 len: 267 time: 0.0757654 Nov 19 05:48:22.203635 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf5022-0009-4c65-9ceb-7450f5bed04a req-39a6fb36-a0c3-4273-84f2-7f7d1712bb8b tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:22.205776 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-07cf5022-0009-4c65-9ceb-7450f5bed04a req-39a6fb36-a0c3-4273-84f2-7f7d1712bb8b tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 945 time: 0.0872614 Nov 19 05:48:22.218374 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-07cf5022-0009-4c65-9ceb-7450f5bed04a req-f55ac154-e749-41a7-91d6-a3ba15b93757 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Request body: {'port': {'security_groups': ['11a5a934-3e68-4df7-9ad3-1bbcc16facca', '0aa07e44-4baa-4e5d-9128-12fbd29d3606']}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:48:22.343745 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-07cf5022-0009-4c65-9ceb-7450f5bed04a req-f55ac154-e749-41a7-91d6-a3ba15b93757 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:22.722288 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-07cf5022-0009-4c65-9ceb-7450f5bed04a req-f55ac154-e749-41a7-91d6-a3ba15b93757 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] For port 0bc99c61-4581-48e2-80bc-b5895eb6e050, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0bc99c61-4581-48e2-80bc-b5895eb6e050,segment=NetworkSegment(1552a133-3e89-45b3-86b7-434385042069),segment_id=1552a133-3e89-45b3-86b7-434385042069)] {{(pid=80339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:48:22.746552 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfbb82-7124-4769-b80b-7c6c0e9218f5 req-c7bfff24-c18c-4d87-a5ac-73cbb30eee63 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:22.748151 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-94dfbb82-7124-4769-b80b-7c6c0e9218f5 req-c7bfff24-c18c-4d87-a5ac-73cbb30eee63 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 946 time: 0.1322596 Nov 19 05:48:22.782348 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-07cf5022-0009-4c65-9ceb-7450f5bed04a req-f55ac154-e749-41a7-91d6-a3ba15b93757 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks [] for port, precommit_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:22.789652 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-07cf5022-0009-4c65-9ceb-7450f5bed04a req-f55ac154-e749-41a7-91d6-a3ba15b93757 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843301323'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:22.805891 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-fc847ddf-1b83-4dd0-a8ba-827438003789 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:22.941881 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-94dfbb82-7124-4769-b80b-7c6c0e9218f5 req-84629491-9235-4253-897d-657ee7aa467d tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802227 Nov 19 05:48:22.982070 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ac154-e749-41a7-91d6-a3ba15b93757 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Pushing event updated for resources: {'Port': ['ID=0bc99c61-4581-48e2-80bc-b5895eb6e050,revision_number=5']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:22.989062 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f55ac154-e749-41a7-91d6-a3ba15b93757 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:23.025797 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf5022-0009-4c65-9ceb-7450f5bed04a req-f55ac154-e749-41a7-91d6-a3ba15b93757 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:23.026488 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-07cf5022-0009-4c65-9ceb-7450f5bed04a req-f55ac154-e749-41a7-91d6-a3ba15b93757 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:23.028026 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-07cf5022-0009-4c65-9ceb-7450f5bed04a req-f55ac154-e749-41a7-91d6-a3ba15b93757 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "PUT /v2.0/ports/0bc99c61-4581-48e2-80bc-b5895eb6e050 HTTP/1.1" status: 200 len: 981 time: 0.8155007 Nov 19 05:48:23.028567 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28695eca-7c42-4f43-95d8-23ae1e7ac804', 'tag': '0bc99c61-4581-48e2-80bc-b5895eb6e050'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:48:23.094493 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28695eca-7c42-4f43-95d8-23ae1e7ac804', 'tag': '0bc99c61-4581-48e2-80bc-b5895eb6e050', 'status': 'completed', 'code': 200} Nov 19 05:48:23.263357 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-06208fa4-c913-4de3-a661-0f9f3fa77401 None None] Provisioning complete for port 0bc99c61-4581-48e2-80bc-b5895eb6e050 triggered by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:48:23.263776 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-06208fa4-c913-4de3-a661-0f9f3fa77401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:23.282171 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8a77d269-c9cb-4a58-99e3-6b10637f1d7e req-874c1cd8-be3d-43d9-9b31-8d04de8cf68a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a7566f994924090868a2fa4ea4b8c8f&device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 1202 time: 0.1395853 Nov 19 05:48:23.362882 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ee417-6252-4651-be11-9d527a2c73f1 req-44612080-2c0f-440b-bbc8-22d48eddca0c tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:23.364504 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-db3ee417-6252-4651-be11-9d527a2c73f1 req-44612080-2c0f-440b-bbc8-22d48eddca0c tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 984 time: 0.1577275 Nov 19 05:48:23.667143 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 35796) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:23.701884 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-db3ee417-6252-4651-be11-9d527a2c73f1 req-338014b7-8f72-47d1-9a3c-5510095571df tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups?id=11a5a934-3e68-4df7-9ad3-1bbcc16facca&id=0aa07e44-4baa-4e5d-9128-12fbd29d3606&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.2863324 Nov 19 05:48:23.704335 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77d269-c9cb-4a58-99e3-6b10637f1d7e req-0c252b3a-75cb-463f-8ac3-56f564f343e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:23.706373 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8a77d269-c9cb-4a58-99e3-6b10637f1d7e req-0c252b3a-75cb-463f-8ac3-56f564f343e2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5bea5542-1284-4dd8-9d3c-21b73dca4fa9 HTTP/1.1" status: 200 len: 907 time: 0.4118187 Nov 19 05:48:23.814314 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8a77d269-c9cb-4a58-99e3-6b10637f1d7e req-e3631839-7924-4cec-bb78-8121128ebb69 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bc99c61-4581-48e2-80bc-b5895eb6e050 HTTP/1.1" status: 200 len: 1001 time: 0.1005850 Nov 19 05:48:23.819157 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a25e0ec4-f57b-4102-b5d4-ee4b96564aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:23.852516 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-a25e0ec4-f57b-4102-b5d4-ee4b96564aa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:48:23.856843 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-a25e0ec4-f57b-4102-b5d4-ee4b96564aa7 admin admin] Usage tracker for resource:security_group_rule and tenant:eb8d7f344a7440acad06fba88ef8ac09 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:48:23.859794 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-a25e0ec4-f57b-4102-b5d4-ee4b96564aa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:48:23.865681 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-a25e0ec4-f57b-4102-b5d4-ee4b96564aa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:48:23.896819 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77d269-c9cb-4a58-99e3-6b10637f1d7e req-51de9bd7-d17b-493c-8da2-ba46eb12b01b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:23.898434 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8a77d269-c9cb-4a58-99e3-6b10637f1d7e req-51de9bd7-d17b-493c-8da2-ba46eb12b01b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7fd19b06-9240-4b31-91b7-18a861b0b3eb HTTP/1.1" status: 200 len: 852 time: 0.0670309 Nov 19 05:48:23.937052 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a25e0ec4-f57b-4102-b5d4-ee4b96564aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:23.939995 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a25e0ec4-f57b-4102-b5d4-ee4b96564aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:23.947948 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-ae30a44f-0fe4-4279-ba24-ad6e91c0cbaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:23.980691 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8a77d269-c9cb-4a58-99e3-6b10637f1d7e req-b09ba437-91c0-4b41-a1a2-35d011278f3e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5bea5542-1284-4dd8-9d3c-21b73dca4fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0738103 Nov 19 05:48:23.992045 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e0ec4-f57b-4102-b5d4-ee4b96564aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e9d9d8-dbaf-4643-b0f1-1adbc2a06b26,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:23.995660 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-a25e0ec4-f57b-4102-b5d4-ee4b96564aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:24.002766 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-a25e0ec4-f57b-4102-b5d4-ee4b96564aa7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eb8d7f344a7440acad06fba88ef8ac09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3345048 Nov 19 05:48:24.003422 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 35806) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:24.070733 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e3a7cf3b-eb4b-4355-8d0b-a4deeb18e8c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:24.099316 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e3a7cf3b-eb4b-4355-8d0b-a4deeb18e8c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:24.147804 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e3a7cf3b-eb4b-4355-8d0b-a4deeb18e8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:24.153844 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-8071e621-cd89-4afc-9963-2c0d44ccffd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:24.168857 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7cf3b-eb4b-4355-8d0b-a4deeb18e8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e9d9d8-dbaf-4643-b0f1-1adbc2a06b26,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:24.171454 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e3a7cf3b-eb4b-4355-8d0b-a4deeb18e8c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:24.172803 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-e3a7cf3b-eb4b-4355-8d0b-a4deeb18e8c2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78e9d9d8-dbaf-4643-b0f1-1adbc2a06b26 HTTP/1.1" status: 204 len: 168 time: 0.1684000 Nov 19 05:48:24.174002 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e3a7cf3b-eb4b-4355-8d0b-a4deeb18e8c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:24.214660 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8a77d269-c9cb-4a58-99e3-6b10637f1d7e req-bdc17fd9-6e67-4260-9324-cb1ac8cfc1e4 service neutron] 10.222.0.13 "GET /v2.0/networks/5bea5542-1284-4dd8-9d3c-21b73dca4fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088733 Nov 19 05:48:24.234874 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bcbaa8-e0c8-4eee-98bd-df311b70a97e req-796d3a7a-babc-4eda-9320-a484a4b097e7 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:24.236399 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-30bcbaa8-e0c8-4eee-98bd-df311b70a97e req-796d3a7a-babc-4eda-9320-a484a4b097e7 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 946 time: 0.1272635 Nov 19 05:48:24.348427 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-30bcbaa8-e0c8-4eee-98bd-df311b70a97e req-e33f01e2-202b-4aef-b422-efae94ee87f6 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=9c6c3538-e060-4874-940a-5c91d1a4d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054893 Nov 19 05:48:24.511357 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911767eb-d32c-48e3-ab0b-29d4d144a01f req-4425a6a9-944f-4f14-a157-8173c72144fd tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:24.513062 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-911767eb-d32c-48e3-ab0b-29d4d144a01f req-4425a6a9-944f-4f14-a157-8173c72144fd tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.13 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 946 time: 0.2305434 Nov 19 05:48:24.517067 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8a77d269-c9cb-4a58-99e3-6b10637f1d7e req-7332e9a8-b795-4d68-a9b7-790e0a1982c7 service neutron] 10.222.0.13 "GET /v2.0/networks/5bea5542-1284-4dd8-9d3c-21b73dca4fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2332423 Nov 19 05:48:24.618548 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-911767eb-d32c-48e3-ab0b-29d4d144a01f req-f1373e6a-44e2-47ef-b222-c8cc30b05512 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Deleting port 64df9d73-fb9c-4846-a6be-cea2f835c3aa {{(pid=80339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:48:24.618939 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-911767eb-d32c-48e3-ab0b-29d4d144a01f req-f1373e6a-44e2-47ef-b222-c8cc30b05512 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:24.883721 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-911767eb-d32c-48e3-ab0b-29d4d144a01f req-f1373e6a-44e2-47ef-b222-c8cc30b05512 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] For port 64df9d73-fb9c-4846-a6be-cea2f835c3aa, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=64df9d73-fb9c-4846-a6be-cea2f835c3aa,segment=NetworkSegment(1bac46a1-971a-466a-ba00-4392d3f174e2),segment_id=1bac46a1-971a-466a-ba00-4392d3f174e2)] {{(pid=80339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:48:24.884116 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-911767eb-d32c-48e3-ab0b-29d4d144a01f req-f1373e6a-44e2-47ef-b222-c8cc30b05512 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:25.191762 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-911767eb-d32c-48e3-ab0b-29d4d144a01f req-f1373e6a-44e2-47ef-b222-c8cc30b05512 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for floatingip, precommit_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:25.192258 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-911767eb-d32c-48e3-ab0b-29d4d144a01f req-f1373e6a-44e2-47ef-b222-c8cc30b05512 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854058857'] for floatingip, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:25.192498 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.db.l3_db [req-911767eb-d32c-48e3-ab0b-29d4d144a01f req-f1373e6a-44e2-47ef-b222-c8cc30b05512 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Floating IP 537a4594-bce2-46f2-bf82-082d38e0e456 disassociated. External IP: 172.28.3.155, port: 64df9d73-fb9c-4846-a6be-cea2f835c3aa. Nov 19 05:48:25.192877 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-911767eb-d32c-48e3-ab0b-29d4d144a01f req-f1373e6a-44e2-47ef-b222-c8cc30b05512 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Calling delete_port for 64df9d73-fb9c-4846-a6be-cea2f835c3aa owned by compute:nova {{(pid=80339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:48:25.256468 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 0bc99c61-4581-48e2-80bc-b5895eb6e050 up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:48:25.329888 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port 0bc99c61-4581-48e2-80bc-b5895eb6e050 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:48:25.330305 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:25.343063 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-911767eb-d32c-48e3-ab0b-29d4d144a01f req-f1373e6a-44e2-47ef-b222-c8cc30b05512 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474476'] for port, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:25.364632 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:25.415318 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1373e6a-44e2-47ef-b222-c8cc30b05512 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Pushing event deleted for resources: {'Port': ['ID=64df9d73-fb9c-4846-a6be-cea2f835c3aa,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:25.497103 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f1373e6a-44e2-47ef-b222-c8cc30b05512 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:25.503368 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 64df9d73-fb9c-4846-a6be-cea2f835c3aa no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:48:25.542275 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] No Port match for: 64df9d73-fb9c-4846-a6be-cea2f835c3aa {{(pid=80340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:48:25.542902 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 64df9d73-fb9c-4846-a6be-cea2f835c3aa not bound to the agent host hv-cinder-76330 {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:48:25.568710 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-74238985-9f48-4243-84ff-6028fe930fe3 req-c2289089-0fea-4286-9a1a-d2eb58938f0e tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=7a1b1484-8dbf-4632-8385-6015a45e1aa0 HTTP/1.1" status: 200 len: 210 time: 0.0543578 Nov 19 05:48:25.826072 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.l3_agent_scheduler [req-911767eb-d32c-48e3-ab0b-29d4d144a01f req-f1373e6a-44e2-47ef-b222-c8cc30b05512 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Router 56534d5c-45d4-40dd-9c01-fb3d1a36c591 has already been hosted by L3 agent 9d988d7f-fab1-47ee-9f4c-4b1b16993ac8 {{(pid=80339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:48:26.044976 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-911767eb-d32c-48e3-ab0b-29d4d144a01f req-f1373e6a-44e2-47ef-b222-c8cc30b05512 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify agent at l3_agent.dv-cinder-763306-1-smb the message routers_updated {{(pid=80339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:48:26.059130 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb4c4df-1cde-4789-8f30-c49a61518073 None None] Sync routers for ids ['56534d5c-45d4-40dd-9c01-fb3d1a36c591'] in dv-cinder-763306-1-smb {{(pid=80340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:48:26.073135 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb4c4df-1cde-4789-8f30-c49a61518073 None None] Routers {'56534d5c-45d4-40dd-9c01-fb3d1a36c591'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:48:26.074638 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-feb4c4df-1cde-4789-8f30-c49a61518073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:48:12Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['56534d5c-45d4-40dd-9c01-fb3d1a36c591'], 'active': True} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:48:26.087672 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-911767eb-d32c-48e3-ab0b-29d4d144a01f req-f1373e6a-44e2-47ef-b222-c8cc30b05512 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] No DVR routers for this DVR port 64df9d73-fb9c-4846-a6be-cea2f835c3aa on host hv-cinder-76330 {{(pid=80339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:48:26.090286 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-911767eb-d32c-48e3-ab0b-29d4d144a01f req-f1373e6a-44e2-47ef-b222-c8cc30b05512 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:26.094767 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1b1484-8dbf-4632-8385-6015a45e1aa0', 'name': 'network-vif-deleted', 'tag': '64df9d73-fb9c-4846-a6be-cea2f835c3aa'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:48:26.132369 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-911767eb-d32c-48e3-ab0b-29d4d144a01f req-f1373e6a-44e2-47ef-b222-c8cc30b05512 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.13 "DELETE /v2.0/ports/64df9d73-fb9c-4846-a6be-cea2f835c3aa HTTP/1.1" status: 204 len: 173 time: 1.5936282 Nov 19 05:48:26.171835 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1b1484-8dbf-4632-8385-6015a45e1aa0', 'name': 'network-vif-deleted', 'tag': '64df9d73-fb9c-4846-a6be-cea2f835c3aa', 'status': 'completed', 'code': 200} Nov 19 05:48:26.315210 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-feb4c4df-1cde-4789-8f30-c49a61518073 None None] Set router 56534d5c-45d4-40dd-9c01-fb3d1a36c591 gateway port host: dv-cinder-763306-1-smb {{(pid=80340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:48:26.713602 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-feb4c4df-1cde-4789-8f30-c49a61518073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'name': 'tempest-AttachVolumeShelveTestJSON-1201768390-router', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:44:52Z', 'revision_number': 4, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'gw_port': {'id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:37Z', 'updated_at': '2020-11-19T05:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a', 'name': '', 'network_id': '304e1383-f09c-4327-99c9-7961728842fc', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'mac_address': 'fa:16:3e:09:b5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c37d305-86c3-49f3-a016-f0e689dbb363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:49Z', 'updated_at': '2020-11-19T05:45:05Z', 'revision_number': 5, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'subnets': [{'id': '7c37d305-86c3-49f3-a016-f0e689dbb363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:48:26.719517 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb4c4df-1cde-4789-8f30-c49a61518073 None None] Checking router: 56534d5c-45d4-40dd-9c01-fb3d1a36c591 for host: dv-cinder-763306-1-smb {{(pid=80340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:48:26.732912 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb4c4df-1cde-4789-8f30-c49a61518073 None None] Routers {'56534d5c-45d4-40dd-9c01-fb3d1a36c591'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:48:26.733616 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-feb4c4df-1cde-4789-8f30-c49a61518073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:48:12Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['56534d5c-45d4-40dd-9c01-fb3d1a36c591'], 'active': True} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:48:26.846662 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 35878) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:26.905430 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 35882) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:26.938347 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5e4a8567-fad2-440d-92d9-ba0de5627758 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:26.973234 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5e4a8567-fad2-440d-92d9-ba0de5627758 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:27.030942 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5e4a8567-fad2-440d-92d9-ba0de5627758 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:27.037154 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-2fbd8875-d053-4351-8880-0d6b44d4989a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:27.056168 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a8567-fad2-440d-92d9-ba0de5627758 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6c3538-e060-4874-940a-5c91d1a4d0b0,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:27.059495 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-5e4a8567-fad2-440d-92d9-ba0de5627758 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:27.067204 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5e4a8567-fad2-440d-92d9-ba0de5627758 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:27.071728 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-5e4a8567-fad2-440d-92d9-ba0de5627758 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "DELETE /v2.0/security-groups/9c6c3538-e060-4874-940a-5c91d1a4d0b0 HTTP/1.1" status: 204 len: 168 time: 0.2215929 Nov 19 05:48:27.072703 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 35888) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:27.092197 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.v2.resource [None req-f15dcb8e-1aeb-4f83-84aa-c38871dd72a1 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] show failed (client error): The resource could not be found. Nov 19 05:48:27.093833 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-f15dcb8e-1aeb-4f83-84aa-c38871dd72a1 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups/9c6c3538-e060-4874-940a-5c91d1a4d0b0 HTTP/1.1" status: 404 len: 347 time: 0.0198348 Nov 19 05:48:27.097345 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 35892) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:27.116769 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-feb4c4df-1cde-4789-8f30-c49a61518073 None None] Set router 56534d5c-45d4-40dd-9c01-fb3d1a36c591 gateway port host: dv-cinder-763306-1-smb {{(pid=80340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:48:27.204428 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6316f255-37d4-4355-aedf-a5ef20023612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:27.315191 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-e1dac837-330b-4b5c-b860-1b1e9521284a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Deleting port 0af07373-5fb2-405d-81b8-5fc0533fe861 {{(pid=80338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:48:27.315649 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e1dac837-330b-4b5c-b860-1b1e9521284a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:27.370394 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-6316f255-37d4-4355-aedf-a5ef20023612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:48:27.383463 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-6316f255-37d4-4355-aedf-a5ef20023612 admin admin] Usage tracker for resource:security_group_rule and tenant:9e63dceaf1d748dda7036c9d93a496b3 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:48:27.464228 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-feb4c4df-1cde-4789-8f30-c49a61518073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'name': 'tempest-AttachVolumeShelveTestJSON-1201768390-router', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:44:52Z', 'revision_number': 4, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'gw_port': {'id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:37Z', 'updated_at': '2020-11-19T05:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a', 'name': '', 'network_id': '304e1383-f09c-4327-99c9-7961728842fc', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'mac_address': 'fa:16:3e:09:b5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c37d305-86c3-49f3-a016-f0e689dbb363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:49Z', 'updated_at': '2020-11-19T05:45:05Z', 'revision_number': 5, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'subnets': [{'id': '7c37d305-86c3-49f3-a016-f0e689dbb363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:48:27.469672 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb4c4df-1cde-4789-8f30-c49a61518073 None None] The sync data for ids ['56534d5c-45d4-40dd-9c01-fb3d1a36c591'] in dv-cinder-763306-1-smb is: [{'id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'name': 'tempest-AttachVolumeShelveTestJSON-1201768390-router', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:44:52Z', 'revision_number': 4, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'gw_port': {'id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:37Z', 'updated_at': '2020-11-19T05:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a', 'name': '', 'network_id': '304e1383-f09c-4327-99c9-7961728842fc', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'mac_address': 'fa:16:3e:09:b5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c37d305-86c3-49f3-a016-f0e689dbb363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:49Z', 'updated_at': '2020-11-19T05:45:05Z', 'revision_number': 5, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'subnets': [{'id': '7c37d305-86c3-49f3-a016-f0e689dbb363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:48:27.637588 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-6316f255-37d4-4355-aedf-a5ef20023612 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:48:27.657703 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-6316f255-37d4-4355-aedf-a5ef20023612 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:48:27.784401 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e1dac837-330b-4b5c-b860-1b1e9521284a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:27.784762 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e1dac837-330b-4b5c-b860-1b1e9521284a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for floatingip, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:27.903694 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86456434-a510-4baf-8313-ed4fdf479c10 None None] New status for floating IP 537a4594-bce2-46f2-bf82-082d38e0e456: DOWN {{(pid=80341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 05:48:27.931699 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-e1dac837-330b-4b5c-b860-1b1e9521284a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Calling delete_port for 0af07373-5fb2-405d-81b8-5fc0533fe861 owned by network:floatingip {{(pid=80338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:48:27.994063 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6316f255-37d4-4355-aedf-a5ef20023612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:28.011701 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6316f255-37d4-4355-aedf-a5ef20023612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:28.031720 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-ffdfb66c-62a0-4423-bf7f-1ce2e7f925ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:28.091668 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-6316f255-37d4-4355-aedf-a5ef20023612 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9e63dceaf1d748dda7036c9d93a496b3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1826425 Nov 19 05:48:28.091668 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316f255-37d4-4355-aedf-a5ef20023612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e2217a-afcd-4610-be88-2ecbc6c4d452,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:28.092332 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 35896) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:28.093575 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-6316f255-37d4-4355-aedf-a5ef20023612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:28.135037 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.db.api [None req-e1dac837-330b-4b5c-b860-1b1e9521284a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80338) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 05:48:28.135539 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_db.api [None req-e1dac837-330b-4b5c-b860-1b1e9521284a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 05:48:28.161689 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-aa798d7c-6bac-4431-aaef-9eb75b6aa106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:28.189181 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-aa798d7c-6bac-4431-aaef-9eb75b6aa106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:28.237696 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-aa798d7c-6bac-4431-aaef-9eb75b6aa106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:28.242657 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-05c4e173-6e5b-4660-8f9d-a13d13cf7a3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:28.256671 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa798d7c-6bac-4431-aaef-9eb75b6aa106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e2217a-afcd-4610-be88-2ecbc6c4d452,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:28.259443 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-aa798d7c-6bac-4431-aaef-9eb75b6aa106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:28.260608 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-aa798d7c-6bac-4431-aaef-9eb75b6aa106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:28.264113 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-aa798d7c-6bac-4431-aaef-9eb75b6aa106 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c6e2217a-afcd-4610-be88-2ecbc6c4d452 HTTP/1.1" status: 204 len: 168 time: 0.1683385 Nov 19 05:48:28.614270 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 35904) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:28.634774 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-054055a0-26be-4ff7-a6cc-ac98891521ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:28.645256 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-e1dac837-330b-4b5c-b860-1b1e9521284a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Deleting port 0af07373-5fb2-405d-81b8-5fc0533fe861 {{(pid=80338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:48:28.645619 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e1dac837-330b-4b5c-b860-1b1e9521284a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:28.744332 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-054055a0-26be-4ff7-a6cc-ac98891521ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:48:28.755797 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-054055a0-26be-4ff7-a6cc-ac98891521ed admin admin] Usage tracker for resource:security_group_rule and tenant:d7cc47fb2b3e4766b2815e4238a19823 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:48:28.760337 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-054055a0-26be-4ff7-a6cc-ac98891521ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:48:28.815160 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-054055a0-26be-4ff7-a6cc-ac98891521ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:48:28.870826 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e1dac837-330b-4b5c-b860-1b1e9521284a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:28.871187 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e1dac837-330b-4b5c-b860-1b1e9521284a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for floatingip, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:29.006323 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-e1dac837-330b-4b5c-b860-1b1e9521284a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Calling delete_port for 0af07373-5fb2-405d-81b8-5fc0533fe861 owned by network:floatingip {{(pid=80338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:48:29.093082 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-054055a0-26be-4ff7-a6cc-ac98891521ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:29.102864 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-054055a0-26be-4ff7-a6cc-ac98891521ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:29.117096 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e4b35298-63b1-4070-88f1-a9b9b8fd0713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:29.199277 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-054055a0-26be-4ff7-a6cc-ac98891521ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d7cc47fb2b3e4766b2815e4238a19823&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5838451 Nov 19 05:48:29.202116 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 35908) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:29.204173 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054055a0-26be-4ff7-a6cc-ac98891521ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e37f80-c5ee-4523-8e89-638a5f5646fd,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:29.209472 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-054055a0-26be-4ff7-a6cc-ac98891521ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:29.235019 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e1dac837-330b-4b5c-b860-1b1e9521284a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10554044'] for port, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:29.250326 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:29.267107 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a8d20975-d787-41e6-b077-9fe95e4165b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:29.295221 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a8d20975-d787-41e6-b077-9fe95e4165b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:29.305983 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dac837-330b-4b5c-b860-1b1e9521284a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Pushing event deleted for resources: {'Port': ['ID=0af07373-5fb2-405d-81b8-5fc0533fe861,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:29.309981 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e1dac837-330b-4b5c-b860-1b1e9521284a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:29.341247 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a8d20975-d787-41e6-b077-9fe95e4165b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:29.347013 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-2bc91d21-a496-47e0-90c5-bcdd197cc028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:29.358932 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d20975-d787-41e6-b077-9fe95e4165b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e37f80-c5ee-4523-8e89-638a5f5646fd,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:29.362101 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-a8d20975-d787-41e6-b077-9fe95e4165b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:29.367539 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a8d20975-d787-41e6-b077-9fe95e4165b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:29.369156 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-a8d20975-d787-41e6-b077-9fe95e4165b0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/55e37f80-c5ee-4523-8e89-638a5f5646fd HTTP/1.1" status: 204 len: 168 time: 0.1657736 Nov 19 05:48:29.481986 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e1dac837-330b-4b5c-b860-1b1e9521284a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for floatingip, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:29.510618 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e1dac837-330b-4b5c-b860-1b1e9521284a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for floatingip, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:29.511966 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-e1dac837-330b-4b5c-b860-1b1e9521284a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "DELETE /v2.0/floatingips/537a4594-bce2-46f2-bf82-082d38e0e456 HTTP/1.1" status: 204 len: 168 time: 2.3925772 Nov 19 05:48:29.987187 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 35928) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:29.992994 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-e2dd10ec-d3cd-4f78-961d-1d347fd2b23e tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Request body: {'security_group': {'name': 'tempest-securitygroup--90649624', 'description': 'tempest-description--1981931549'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:48:29.999785 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-e2dd10ec-d3cd-4f78-961d-1d347fd2b23e tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:48:30.004468 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-e2dd10ec-d3cd-4f78-961d-1d347fd2b23e tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Usage tracker for resource:security_group and tenant:db4540afb2f2457fb8456c53e9da33fd is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:48:30.007597 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-e2dd10ec-d3cd-4f78-961d-1d347fd2b23e tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:48:30.013590 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-e2dd10ec-d3cd-4f78-961d-1d347fd2b23e tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:48:30.024127 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e2dd10ec-d3cd-4f78-961d-1d347fd2b23e tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:30.059915 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:30.061433 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-e2dd10ec-d3cd-4f78-961d-1d347fd2b23e tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:48:30.066118 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-e2dd10ec-d3cd-4f78-961d-1d347fd2b23e tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Usage tracker for resource:security_group_rule and tenant:db4540afb2f2457fb8456c53e9da33fd is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:48:30.069134 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-e2dd10ec-d3cd-4f78-961d-1d347fd2b23e tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:48:30.075146 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-e2dd10ec-d3cd-4f78-961d-1d347fd2b23e tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:48:30.138150 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e2dd10ec-d3cd-4f78-961d-1d347fd2b23e tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:30.141049 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e2dd10ec-d3cd-4f78-961d-1d347fd2b23e tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:30.146954 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e40e74d0-2588-442d-90af-a007d569ff46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:30.191456 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd10ec-d3cd-4f78-961d-1d347fd2b23e tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Pushing event updated for resources: {'SecurityGroup': ['ID=132fbee2-36de-4d9f-9396-8506be236023,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:30.194508 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e2dd10ec-d3cd-4f78-961d-1d347fd2b23e tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:30.197961 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-e2dd10ec-d3cd-4f78-961d-1d347fd2b23e tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2075436 Nov 19 05:48:30.197961 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e2dd10ec-d3cd-4f78-961d-1d347fd2b23e tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:30.198786 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 35938) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:30.204617 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-9a80f2cb-8b43-4659-8322-1ae20f0ab8d1 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Request body: {'security_group_rule': {'security_group_id': '132fbee2-36de-4d9f-9396-8506be236023', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:48:30.211546 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-9a80f2cb-8b43-4659-8322-1ae20f0ab8d1 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:48:30.216688 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-9a80f2cb-8b43-4659-8322-1ae20f0ab8d1 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Usage tracker for resource:security_group_rule and tenant:db4540afb2f2457fb8456c53e9da33fd is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:48:30.219982 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-9a80f2cb-8b43-4659-8322-1ae20f0ab8d1 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:48:30.226191 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-9a80f2cb-8b43-4659-8322-1ae20f0ab8d1 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:48:30.242956 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-9a80f2cb-8b43-4659-8322-1ae20f0ab8d1 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for security_group_rule, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:30.311784 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-9a80f2cb-8b43-4659-8322-1ae20f0ab8d1 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:30.315425 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-9a80f2cb-8b43-4659-8322-1ae20f0ab8d1 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014810'] for security_group_rule, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:30.317528 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:30.341491 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a80f2cb-8b43-4659-8322-1ae20f0ab8d1 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e884d799-c234-4c4b-882b-5994737ab5c7,revision_number=0']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:30.344049 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-9a80f2cb-8b43-4659-8322-1ae20f0ab8d1 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:30.351399 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-9a80f2cb-8b43-4659-8322-1ae20f0ab8d1 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for security_group_rule, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:30.352725 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-9a80f2cb-8b43-4659-8322-1ae20f0ab8d1 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1528714 Nov 19 05:48:30.355708 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 35944) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:30.361759 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-bfabe12d-7a03-441b-94f0-99bd873ebdb1 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Request body: {'security_group_rule': {'security_group_id': '132fbee2-36de-4d9f-9396-8506be236023', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:48:30.368142 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-bfabe12d-7a03-441b-94f0-99bd873ebdb1 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:48:30.372263 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-bfabe12d-7a03-441b-94f0-99bd873ebdb1 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Usage tracker for resource:security_group_rule and tenant:db4540afb2f2457fb8456c53e9da33fd is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:48:30.375330 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-bfabe12d-7a03-441b-94f0-99bd873ebdb1 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:48:30.381533 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-bfabe12d-7a03-441b-94f0-99bd873ebdb1 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:48:30.398632 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bfabe12d-7a03-441b-94f0-99bd873ebdb1 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for security_group_rule, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:30.464102 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bfabe12d-7a03-441b-94f0-99bd873ebdb1 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:30.467102 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bfabe12d-7a03-441b-94f0-99bd873ebdb1 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014810'] for security_group_rule, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:30.469274 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-9a80f2cb-8b43-4659-8322-1ae20f0ab8d1 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:30.493817 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfabe12d-7a03-441b-94f0-99bd873ebdb1 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c238fa43-163d-4d35-8071-3b695539ad3f,revision_number=0']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:30.496381 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-bfabe12d-7a03-441b-94f0-99bd873ebdb1 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:30.503216 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bfabe12d-7a03-441b-94f0-99bd873ebdb1 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for security_group_rule, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:30.507365 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-bfabe12d-7a03-441b-94f0-99bd873ebdb1 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1478071 Nov 19 05:48:30.507602 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 35950) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:30.513146 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-756a898a-50b7-4e61-8700-196d05108251 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Request body: {'floatingip': {'floating_network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e'}} {{(pid=80338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:48:30.519379 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-756a898a-50b7-4e61-8700-196d05108251 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:48:30.523484 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-756a898a-50b7-4e61-8700-196d05108251 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Usage tracker for resource:floatingip and tenant:db4540afb2f2457fb8456c53e9da33fd is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:48:30.526507 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-756a898a-50b7-4e61-8700-196d05108251 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:48:30.532281 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-756a898a-50b7-4e61-8700-196d05108251 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:48:30.543941 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-756a898a-50b7-4e61-8700-196d05108251 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for floatingip, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:30.691282 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-756a898a-50b7-4e61-8700-196d05108251 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:30.968848 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [None req-756a898a-50b7-4e61-8700-196d05108251 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Allocated IP 172.28.3.177 (763d99df-10cd-4fa9-8817-f2839aa5077e/77791555-10e6-47e0-b878-932fa2c0a363/39668d6f-2e58-4d54-a2d6-836b9f199833) {{(pid=80338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:48:31.124453 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-756a898a-50b7-4e61-8700-196d05108251 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for port, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:31.157152 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-756a898a-50b7-4e61-8700-196d05108251 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10554044'] for port, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:31.172842 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-ea256a5f-1c6b-4bca-9c57-92df9ddff1de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:31.320077 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a898a-50b7-4e61-8700-196d05108251 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Pushing event updated for resources: {'Port': ['ID=39668d6f-2e58-4d54-a2d6-836b9f199833,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:31.326051 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-756a898a-50b7-4e61-8700-196d05108251 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:31.374891 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756a898a-50b7-4e61-8700-196d05108251 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Network 763d99df-10cd-4fa9-8817-f2839aa5077e is already hosted by enough agents. {{(pid=80338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:48:31.376134 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-756a898a-50b7-4e61-8700-196d05108251 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Resources bound (agent type, host, resource id): {{(pid=80338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:48:31.379094 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756a898a-50b7-4e61-8700-196d05108251 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Received port after_create {{(pid=80338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:48:31.471138 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-756a898a-50b7-4e61-8700-196d05108251 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for floatingip, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:31.532850 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-756a898a-50b7-4e61-8700-196d05108251 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:31.661478 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 35974) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:31.809562 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-756a898a-50b7-4e61-8700-196d05108251 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for port, precommit_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:31.811546 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1152b474-e6e7-4334-a3bf-a9fe647e228e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:31.813251 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-756a898a-50b7-4e61-8700-196d05108251 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844221787'] for port, after_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:31.829125 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:31.844482 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-1152b474-e6e7-4334-a3bf-a9fe647e228e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:48:31.848584 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-1152b474-e6e7-4334-a3bf-a9fe647e228e admin admin] Usage tracker for resource:security_group_rule and tenant:9dd8f5748d4a4522b23995317be1a048 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:48:31.851532 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-1152b474-e6e7-4334-a3bf-a9fe647e228e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:48:31.857585 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-1152b474-e6e7-4334-a3bf-a9fe647e228e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:48:31.924743 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1152b474-e6e7-4334-a3bf-a9fe647e228e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:31.927526 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1152b474-e6e7-4334-a3bf-a9fe647e228e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:31.935210 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:31.967947 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a898a-50b7-4e61-8700-196d05108251 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Pushing event updated for resources: {'Port': ['ID=39668d6f-2e58-4d54-a2d6-836b9f199833,revision_number=2']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:31.973176 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-756a898a-50b7-4e61-8700-196d05108251 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:31.978732 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152b474-e6e7-4334-a3bf-a9fe647e228e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa253699-8518-419a-8f6e-d96a6da205e9,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:31.985790 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-1152b474-e6e7-4334-a3bf-a9fe647e228e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9dd8f5748d4a4522b23995317be1a048&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3207383 Nov 19 05:48:31.985790 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-1152b474-e6e7-4334-a3bf-a9fe647e228e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:31.986737 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 35980) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:32.052962 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a7c85e0b-fe6c-4a6d-b7ae-96b57f02eb54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:32.072784 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-756a898a-50b7-4e61-8700-196d05108251 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854058857'] for floatingip, after_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:32.080387 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a7c85e0b-fe6c-4a6d-b7ae-96b57f02eb54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:32.094528 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-756a898a-50b7-4e61-8700-196d05108251 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for floatingip, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:32.104110 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-756a898a-50b7-4e61-8700-196d05108251 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5873017 Nov 19 05:48:32.126518 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a7c85e0b-fe6c-4a6d-b7ae-96b57f02eb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:32.132392 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e2fb56e4-fb37-4bde-b05a-c38cfb911f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:32.146283 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c85e0b-fe6c-4a6d-b7ae-96b57f02eb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa253699-8518-419a-8f6e-d96a6da205e9,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:32.149382 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-a7c85e0b-fe6c-4a6d-b7ae-96b57f02eb54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:32.150283 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a7c85e0b-fe6c-4a6d-b7ae-96b57f02eb54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:32.154106 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-a7c85e0b-fe6c-4a6d-b7ae-96b57f02eb54 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa253699-8518-419a-8f6e-d96a6da205e9 HTTP/1.1" status: 204 len: 168 time: 0.1640139 Nov 19 05:48:32.347515 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-a7175f6b-2339-4841-a710-32091c6e9323 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Synchronizing usage tracker for tenant:db4540afb2f2457fb8456c53e9da33fd on resource:security_group {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:48:32.363341 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-a7175f6b-2339-4841-a710-32091c6e9323 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Unset dirty status for tenant:db4540afb2f2457fb8456c53e9da33fd on resource:security_group {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:48:32.364591 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-a7175f6b-2339-4841-a710-32091c6e9323 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--90649624&fields=id&tenant_id=db4540afb2f2457fb8456c53e9da33fd HTTP/1.1" status: 200 len: 267 time: 0.0598390 Nov 19 05:48:32.502008 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 36000) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:32.522152 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-34feaef3-2702-4b16-a172-a72202045e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:32.527877 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-399b0bbf-08bc-403a-aa89-572796f11d58 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:32.529519 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-399b0bbf-08bc-403a-aa89-572796f11d58 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/networks?id=304e1383-f09c-4327-99c9-7961728842fc HTTP/1.1" status: 200 len: 817 time: 0.1573162 Nov 19 05:48:32.548461 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-b2ed0b74-7767-4286-b3f6-81421264e27e tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/quotas/db4540afb2f2457fb8456c53e9da33fd HTTP/1.1" status: 200 len: 375 time: 0.0121222 Nov 19 05:48:32.556638 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-34feaef3-2702-4b16-a172-a72202045e3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:48:32.560949 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-34feaef3-2702-4b16-a172-a72202045e3e admin admin] Usage tracker for resource:security_group_rule and tenant:cdd9e96fc7d24926a3d7480b90db1a6b is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:48:32.563980 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-34feaef3-2702-4b16-a172-a72202045e3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:48:32.569956 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-34feaef3-2702-4b16-a172-a72202045e3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:48:32.638504 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-34feaef3-2702-4b16-a172-a72202045e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:32.641468 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-34feaef3-2702-4b16-a172-a72202045e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:32.649494 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-ee78fc6b-6981-4fb4-be45-9d9c0c49c041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:32.652386 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-108fc867-137b-4d8c-9c8a-78234f54bb84 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Synchronizing usage tracker for tenant:db4540afb2f2457fb8456c53e9da33fd on resource:port {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:48:32.668505 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-108fc867-137b-4d8c-9c8a-78234f54bb84 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Unset dirty status for tenant:db4540afb2f2457fb8456c53e9da33fd on resource:port {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:48:32.669951 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-108fc867-137b-4d8c-9c8a-78234f54bb84 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?tenant_id=db4540afb2f2457fb8456c53e9da33fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1151834 Nov 19 05:48:32.693881 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34feaef3-2702-4b16-a172-a72202045e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1b2772-6ad7-4d8d-ba3d-85ab7233072a,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:32.697230 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-34feaef3-2702-4b16-a172-a72202045e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:32.701149 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-34feaef3-2702-4b16-a172-a72202045e3e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cdd9e96fc7d24926a3d7480b90db1a6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1978800 Nov 19 05:48:32.703062 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 36004) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:32.771825 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8922ead8-83fa-4900-8354-f7ecfb07dcca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:32.799671 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8922ead8-83fa-4900-8354-f7ecfb07dcca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:32.819474 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-778fb061-a22d-4aa8-99e7-11a179bfbabf service neutron] 10.222.0.16 "GET /v2.0/networks/304e1383-f09c-4327-99c9-7961728842fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369476 Nov 19 05:48:32.845937 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8922ead8-83fa-4900-8354-f7ecfb07dcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:32.851022 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f5d8d357-52cc-4040-ad99-efc3808bc4da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:32.862170 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922ead8-83fa-4900-8354-f7ecfb07dcca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1b2772-6ad7-4d8d-ba3d-85ab7233072a,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:32.865971 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-8922ead8-83fa-4900-8354-f7ecfb07dcca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:32.869404 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8922ead8-83fa-4900-8354-f7ecfb07dcca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:32.870620 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-8922ead8-83fa-4900-8354-f7ecfb07dcca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c1b2772-6ad7-4d8d-ba3d-85ab7233072a HTTP/1.1" status: 204 len: 168 time: 0.1661990 Nov 19 05:48:33.183895 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-073ed00f-19bf-4a28-8fea-6cd911cd895a service neutron] 10.222.0.16 "GET /v2.0/networks/304e1383-f09c-4327-99c9-7961728842fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3580010 Nov 19 05:48:33.399129 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-48dc6e9f-23bc-4360-9bd9-b3dd181734c6 req-834dc93d-fe82-406f-a491-0d92fd4e524c tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 210 time: 0.0516922 Nov 19 05:48:34.681733 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a4d170d4-65b4-49ba-ba25-63557f95fc57 req-28aeaaa8-b552-46ad-ba2e-9141967acb4c tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 210 time: 0.0573227 Nov 19 05:48:34.705396 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-e8b37bc1-d6ed-4588-bbc7-54121a3a14b4 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:34.706931 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-e8b37bc1-d6ed-4588-bbc7-54121a3a14b4 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.13 "GET /v2.0/networks?id=304e1383-f09c-4327-99c9-7961728842fc HTTP/1.1" status: 200 len: 817 time: 0.2382159 Nov 19 05:48:34.801922 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-25e4ee20-85db-4fd8-a512-f8cdfcab09c2 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db4540afb2f2457fb8456c53e9da33fd HTTP/1.1" status: 200 len: 5043 time: 0.0707715 Nov 19 05:48:34.811270 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-80b80150-496c-48c1-bae6-d38c59f6cf0d tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Request body: {'port': {'device_id': 'e6c65fb1-2786-46f2-af64-8606076a4b51', 'network_id': '304e1383-f09c-4327-99c9-7961728842fc', 'admin_state_up': True, 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'security_groups': ['132fbee2-36de-4d9f-9396-8506be236023']}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:48:34.955616 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-80b80150-496c-48c1-bae6-d38c59f6cf0d tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:48:34.965447 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-80b80150-496c-48c1-bae6-d38c59f6cf0d tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:48:34.974729 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-80b80150-496c-48c1-bae6-d38c59f6cf0d tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Made reservation on behalf of db4540afb2f2457fb8456c53e9da33fd for: {'port': 1} {{(pid=80339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:48:34.980809 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-80b80150-496c-48c1-bae6-d38c59f6cf0d tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:35.297369 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-80b80150-496c-48c1-bae6-d38c59f6cf0d tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Allocated IP 172.20.0.12 (304e1383-f09c-4327-99c9-7961728842fc/7c37d305-86c3-49f3-a016-f0e689dbb363/0631820c-7f0d-4e19-81b2-252d79480d3b) {{(pid=80339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:48:35.504153 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-80b80150-496c-48c1-bae6-d38c59f6cf0d tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for port, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:35.521142 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-80b80150-496c-48c1-bae6-d38c59f6cf0d tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Transition to ACTIVE for port object 0631820c-7f0d-4e19-81b2-252d79480d3b will not be triggered until provisioned by entity DHCP. {{(pid=80339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:48:35.540459 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-80b80150-496c-48c1-bae6-d38c59f6cf0d tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474476'] for port, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:35.555298 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:35.692875 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b80150-496c-48c1-bae6-d38c59f6cf0d tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Pushing event updated for resources: {'Port': ['ID=0631820c-7f0d-4e19-81b2-252d79480d3b,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:35.702285 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-80b80150-496c-48c1-bae6-d38c59f6cf0d tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:35.749266 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-80b80150-496c-48c1-bae6-d38c59f6cf0d tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Network 304e1383-f09c-4327-99c9-7961728842fc is already hosted by enough agents. {{(pid=80339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:48:35.750415 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-80b80150-496c-48c1-bae6-d38c59f6cf0d tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Resources bound (agent type, host, resource id): {{(pid=80339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:48:35.753364 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-80b80150-496c-48c1-bae6-d38c59f6cf0d tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Received port after_create {{(pid=80339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:48:35.822500 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-80b80150-496c-48c1-bae6-d38c59f6cf0d tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:35.823167 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-80b80150-496c-48c1-bae6-d38c59f6cf0d tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:35.897999 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-80b80150-496c-48c1-bae6-d38c59f6cf0d tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0908320 Nov 19 05:48:35.922829 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-1431b4e6-16b7-4e37-96c1-0ba94b772b35 service neutron] Request body: {'port': {'device_id': 'e6c65fb1-2786-46f2-af64-8606076a4b51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:48:35.973862 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc2f52-470a-4048-ac4f-e8497e35dfbf req-4379ead3-d48b-41a3-b51f-7849e323cbbc tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:35.974553 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-4cdc2f52-470a-4048-ac4f-e8497e35dfbf req-4379ead3-d48b-41a3-b51f-7849e323cbbc tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Synchronizing usage tracker for tenant:db4540afb2f2457fb8456c53e9da33fd on resource:port {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:48:36.021076 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-e3ce3739-2cb3-4f8a-979c-c9e5d8fdf7c5 None None] Provisioning for port 0631820c-7f0d-4e19-81b2-252d79480d3b completed by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:48:36.026056 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-e3ce3739-2cb3-4f8a-979c-c9e5d8fdf7c5 None None] Provisioning complete for port 0631820c-7f0d-4e19-81b2-252d79480d3b triggered by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:48:36.026421 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e3ce3739-2cb3-4f8a-979c-c9e5d8fdf7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:36.041637 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-4cdc2f52-470a-4048-ac4f-e8497e35dfbf req-4379ead3-d48b-41a3-b51f-7849e323cbbc tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Unset dirty status for tenant:db4540afb2f2457fb8456c53e9da33fd on resource:port {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:48:36.042917 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4cdc2f52-470a-4048-ac4f-e8497e35dfbf req-4379ead3-d48b-41a3-b51f-7849e323cbbc tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 932 time: 0.2058856 Nov 19 05:48:36.078888 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-1431b4e6-16b7-4e37-96c1-0ba94b772b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:36.080260 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-e3ce3739-2cb3-4f8a-979c-c9e5d8fdf7c5 None None] Port 0631820c-7f0d-4e19-81b2-252d79480d3b cannot update to ACTIVE because it is not bound. {{(pid=80340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:48:36.155067 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4cdc2f52-470a-4048-ac4f-e8497e35dfbf req-eb3f5b9d-0bb8-49f4-b938-4c1fb68de900 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1048300 Nov 19 05:48:36.506979 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-1431b4e6-16b7-4e37-96c1-0ba94b772b35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0631820c-7f0d-4e19-81b2-252d79480d3b {{(pid=80339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:48:36.514400 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-1431b4e6-16b7-4e37-96c1-0ba94b772b35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:36.527577 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-1431b4e6-16b7-4e37-96c1-0ba94b772b35 service neutron] Transition to ACTIVE for port object 0631820c-7f0d-4e19-81b2-252d79480d3b will not be triggered until provisioned by entity L2. {{(pid=80339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:48:36.530489 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-1431b4e6-16b7-4e37-96c1-0ba94b772b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843301323'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:36.547329 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-2ba5ed67-6c50-4274-9291-3108eb3aa07a tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:36.686840 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431b4e6-16b7-4e37-96c1-0ba94b772b35 service neutron] Pushing event updated for resources: {'Port': ['ID=0631820c-7f0d-4e19-81b2-252d79480d3b,revision_number=2']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:36.693084 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-1431b4e6-16b7-4e37-96c1-0ba94b772b35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:36.875385 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-1431b4e6-16b7-4e37-96c1-0ba94b772b35 service neutron] Attempting to bind port 0631820c-7f0d-4e19-81b2-252d79480d3b on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:48:36.875760 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-1431b4e6-16b7-4e37-96c1-0ba94b772b35 service neutron] Attempting to bind port 0631820c-7f0d-4e19-81b2-252d79480d3b by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '1bac46a1-971a-466a-ba00-4392d3f174e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '304e1383-f09c-4327-99c9-7961728842fc'}] {{(pid=80339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:48:36.876132 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-1431b4e6-16b7-4e37-96c1-0ba94b772b35 service neutron] Attempting to bind port 0631820c-7f0d-4e19-81b2-252d79480d3b on network 304e1383-f09c-4327-99c9-7961728842fc {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:48:36.884510 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-1431b4e6-16b7-4e37-96c1-0ba94b772b35 service neutron] Checking agent: {'id': '5d7c8804-5253-4fea-87de-bba3ff4a5dbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 42, 30), 'started_at': datetime.datetime(2020, 11, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:48:36.884873 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-1431b4e6-16b7-4e37-96c1-0ba94b772b35 service neutron] Checking segment: {'id': '1bac46a1-971a-466a-ba00-4392d3f174e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '304e1383-f09c-4327-99c9-7961728842fc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:48:36.885301 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-1431b4e6-16b7-4e37-96c1-0ba94b772b35 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:36.885697 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-1431b4e6-16b7-4e37-96c1-0ba94b772b35 service neutron] Bound using segment: {'id': '1bac46a1-971a-466a-ba00-4392d3f174e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '304e1383-f09c-4327-99c9-7961728842fc'} {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:48:36.886188 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-1431b4e6-16b7-4e37-96c1-0ba94b772b35 service neutron] Bound port: 0631820c-7f0d-4e19-81b2-252d79480d3b, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bac46a1-971a-466a-ba00-4392d3f174e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '304e1383-f09c-4327-99c9-7961728842fc'}}] {{(pid=80339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:48:36.886563 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-1431b4e6-16b7-4e37-96c1-0ba94b772b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:36.987986 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-1431b4e6-16b7-4e37-96c1-0ba94b772b35 service neutron] For port 0631820c-7f0d-4e19-81b2-252d79480d3b, host hv-cinder-76330, cleared binding levels {{(pid=80339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:48:36.991334 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-1431b4e6-16b7-4e37-96c1-0ba94b772b35 service neutron] For port 0631820c-7f0d-4e19-81b2-252d79480d3b, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0631820c-7f0d-4e19-81b2-252d79480d3b,segment=NetworkSegment(1bac46a1-971a-466a-ba00-4392d3f174e2),segment_id=1bac46a1-971a-466a-ba00-4392d3f174e2)] {{(pid=80339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:48:36.995292 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-1431b4e6-16b7-4e37-96c1-0ba94b772b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843301323'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:37.011521 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:37.169735 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431b4e6-16b7-4e37-96c1-0ba94b772b35 service neutron] Pushing event updated for resources: {'Port': ['ID=0631820c-7f0d-4e19-81b2-252d79480d3b,revision_number=3']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:37.174686 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-1431b4e6-16b7-4e37-96c1-0ba94b772b35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:37.210076 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-1431b4e6-16b7-4e37-96c1-0ba94b772b35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:37.212133 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-1431b4e6-16b7-4e37-96c1-0ba94b772b35 service neutron] 10.222.0.13 "PUT /v2.0/ports/0631820c-7f0d-4e19-81b2-252d79480d3b HTTP/1.1" status: 200 len: 1158 time: 1.2955246 Nov 19 05:48:37.212501 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c65fb1-2786-46f2-af64-8606076a4b51', 'tag': '0631820c-7f0d-4e19-81b2-252d79480d3b'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:48:37.322023 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6c65fb1-2786-46f2-af64-8606076a4b51', 'tag': '0631820c-7f0d-4e19-81b2-252d79480d3b', 'status': 'completed', 'code': 200} Nov 19 05:48:37.425273 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-f9675ea0-b636-4008-bd0b-d98e30df6c2f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=db4540afb2f2457fb8456c53e9da33fd&device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 1161 time: 0.1487305 Nov 19 05:48:37.436299 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36cc79-92c9-4135-9d12-e69252eff9eb req-813c6e87-b142-402a-be47-613742ad473e tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:37.437861 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ba36cc79-92c9-4135-9d12-e69252eff9eb req-813c6e87-b142-402a-be47-613742ad473e tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 944 time: 0.1180909 Nov 19 05:48:37.528234 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-5161f39e-d637-4588-bce7-a06526b36645 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0631820c-7f0d-4e19-81b2-252d79480d3b HTTP/1.1" status: 200 len: 217 time: 0.0847635 Nov 19 05:48:37.600262 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ba36cc79-92c9-4135-9d12-e69252eff9eb req-7808c169-e95d-4f00-8758-4c02a8edbbd9 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1036422 Nov 19 05:48:37.614554 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-c97e5cbd-c2ad-4fe4-a89e-2f7d43cee660 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:37.616072 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-c97e5cbd-c2ad-4fe4-a89e-2f7d43cee660 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c37d305-86c3-49f3-a016-f0e689dbb363 HTTP/1.1" status: 200 len: 856 time: 0.0757198 Nov 19 05:48:37.700191 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-db32e9a3-79b6-4665-a327-3106a7b57d76 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=304e1383-f09c-4327-99c9-7961728842fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0767279 Nov 19 05:48:38.046485 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-7cdfb694-95f2-4e24-a7e9-f45d81d4b64e service neutron] 10.222.0.13 "GET /v2.0/networks/304e1383-f09c-4327-99c9-7961728842fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380575 Nov 19 05:48:38.187857 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7b9ede03-4a44-49ec-95e2-680aae68c442 req-9d3d53b2-1f88-45af-8f96-87031036e439 service neutron] 10.222.0.13 "GET /v2.0/networks/304e1383-f09c-4327-99c9-7961728842fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1342649 Nov 19 05:48:38.382779 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ecf757bb-b87d-4259-805d-2dc9b701bf49 req-18ec0714-8d32-4a7d-9add-6ead676557be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=db4540afb2f2457fb8456c53e9da33fd&device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 1161 time: 0.0762210 Nov 19 05:48:38.529884 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf757bb-b87d-4259-805d-2dc9b701bf49 req-da27b330-f93f-4933-8bf1-2e56e901e157 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:38.531459 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ecf757bb-b87d-4259-805d-2dc9b701bf49 req-da27b330-f93f-4933-8bf1-2e56e901e157 service neutron] 10.222.0.13 "GET /v2.0/networks?id=304e1383-f09c-4327-99c9-7961728842fc HTTP/1.1" status: 200 len: 911 time: 0.1397188 Nov 19 05:48:38.612163 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ecf757bb-b87d-4259-805d-2dc9b701bf49 req-2351328e-d449-4526-853c-211d1c1a40b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0631820c-7f0d-4e19-81b2-252d79480d3b HTTP/1.1" status: 200 len: 217 time: 0.0729337 Nov 19 05:48:38.687045 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf757bb-b87d-4259-805d-2dc9b701bf49 req-af2c8102-27f9-47ca-804c-ccbe4779a351 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:38.688711 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ecf757bb-b87d-4259-805d-2dc9b701bf49 req-af2c8102-27f9-47ca-804c-ccbe4779a351 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c37d305-86c3-49f3-a016-f0e689dbb363 HTTP/1.1" status: 200 len: 856 time: 0.0648227 Nov 19 05:48:38.828136 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ecf757bb-b87d-4259-805d-2dc9b701bf49 req-3373f40e-90d1-4a2b-bd19-0f6094cfc080 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=304e1383-f09c-4327-99c9-7961728842fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1303341 Nov 19 05:48:38.888625 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655116e-699c-4954-b7fc-4b32a7442589 req-2af84757-30d6-4cb2-a3fd-a71063bcc282 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:38.890215 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-2655116e-699c-4954-b7fc-4b32a7442589 req-2af84757-30d6-4cb2-a3fd-a71063bcc282 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 944 time: 0.1415753 Nov 19 05:48:39.018549 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-2655116e-699c-4954-b7fc-4b32a7442589 req-a7dcfd73-5486-4806-a8cb-85f4482de928 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0761933 Nov 19 05:48:39.020563 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ecf757bb-b87d-4259-805d-2dc9b701bf49 req-509a944d-29c5-47a8-ac6f-14e0e5618312 service neutron] 10.222.0.13 "GET /v2.0/networks/304e1383-f09c-4327-99c9-7961728842fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828766 Nov 19 05:48:39.163348 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ecf757bb-b87d-4259-805d-2dc9b701bf49 req-1d8f7efb-bdba-45a1-8972-239d6243b95b service neutron] 10.222.0.13 "GET /v2.0/networks/304e1383-f09c-4327-99c9-7961728842fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1354353 Nov 19 05:48:39.962860 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-57526baf-4dd6-4e50-b338-2206ffb2bd3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:40.144219 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 36120) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:40.253545 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90787383-f6f4-4994-b65d-59a5f5be6973 req-d1c80063-6b9f-4bed-828c-046e84e5d318 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:40.255177 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-90787383-f6f4-4994-b65d-59a5f5be6973 req-d1c80063-6b9f-4bed-828c-046e84e5d318 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 944 time: 0.0925300 Nov 19 05:48:40.307615 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6e0dfa91-bf81-4a0a-ab21-2dc8634f6c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:40.307875 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-90787383-f6f4-4994-b65d-59a5f5be6973 req-f4742efb-ccda-44d4-8eba-cd84dc8bcf9d tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459652 Nov 19 05:48:40.342303 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-6e0dfa91-bf81-4a0a-ab21-2dc8634f6c39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:48:40.346541 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-6e0dfa91-bf81-4a0a-ab21-2dc8634f6c39 admin admin] Usage tracker for resource:security_group_rule and tenant:d23dfd603de54c1690dbfb7a3bb56870 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:48:40.349591 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-6e0dfa91-bf81-4a0a-ab21-2dc8634f6c39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:48:40.355790 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-6e0dfa91-bf81-4a0a-ab21-2dc8634f6c39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:48:40.426786 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6e0dfa91-bf81-4a0a-ab21-2dc8634f6c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:40.429764 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6e0dfa91-bf81-4a0a-ab21-2dc8634f6c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:40.440924 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-bf90cac8-1f99-4424-83a8-c4e145f0cc29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:40.489412 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-6e0dfa91-bf81-4a0a-ab21-2dc8634f6c39 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d23dfd603de54c1690dbfb7a3bb56870&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3439913 Nov 19 05:48:40.490208 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0dfa91-bf81-4a0a-ab21-2dc8634f6c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d561b03-59fa-4002-b406-15ed0f87a968,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:40.492122 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 36132) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:40.493635 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-6e0dfa91-bf81-4a0a-ab21-2dc8634f6c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:40.607897 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e77fc90b-6e94-4e23-89b0-68ff84416f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:40.642619 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e77fc90b-6e94-4e23-89b0-68ff84416f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:40.693605 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ad6a2-da05-4257-bc23-9abf894f2cec req-a665f5b7-e044-4d77-b827-b6929d580845 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:40.695211 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ef2ad6a2-da05-4257-bc23-9abf894f2cec req-a665f5b7-e044-4d77-b827-b6929d580845 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.1577199 Nov 19 05:48:40.737330 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e77fc90b-6e94-4e23-89b0-68ff84416f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:40.743979 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-5f4d31cb-62b5-4b8f-a05d-d863fa50e226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:40.759818 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77fc90b-6e94-4e23-89b0-68ff84416f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d561b03-59fa-4002-b406-15ed0f87a968,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:40.762515 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e77fc90b-6e94-4e23-89b0-68ff84416f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:40.765055 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ef2ad6a2-da05-4257-bc23-9abf894f2cec req-6ea0d547-fbf1-4798-afe4-e81b4ada1c8b tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631275 Nov 19 05:48:40.772169 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e77fc90b-6e94-4e23-89b0-68ff84416f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:40.774742 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-e77fc90b-6e94-4e23-89b0-68ff84416f4d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d561b03-59fa-4002-b406-15ed0f87a968 HTTP/1.1" status: 204 len: 168 time: 0.2801597 Nov 19 05:48:41.112576 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 36140) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:41.132814 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6886e489-2d2b-4e32-839b-8fe79452f3f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:41.164978 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-6886e489-2d2b-4e32-839b-8fe79452f3f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:48:41.168983 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-6886e489-2d2b-4e32-839b-8fe79452f3f1 admin admin] Usage tracker for resource:security_group_rule and tenant:6d4f29e7150a4214995202d7f36465df is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:48:41.171883 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-6886e489-2d2b-4e32-839b-8fe79452f3f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:48:41.178122 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-6886e489-2d2b-4e32-839b-8fe79452f3f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:48:41.248211 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6886e489-2d2b-4e32-839b-8fe79452f3f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:41.250937 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6886e489-2d2b-4e32-839b-8fe79452f3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:41.259005 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e3a7cf3b-eb4b-4355-8d0b-a4deeb18e8c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:41.301315 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886e489-2d2b-4e32-839b-8fe79452f3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d8c81e-3714-4ca2-9aed-57ae03d0fedb,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:41.306054 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-6886e489-2d2b-4e32-839b-8fe79452f3f1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6d4f29e7150a4214995202d7f36465df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1923776 Nov 19 05:48:41.307007 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-6886e489-2d2b-4e32-839b-8fe79452f3f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:41.308722 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 36144) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:41.375146 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f9131fc6-0eba-4af6-a380-8cc2fe522cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:41.401649 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f9131fc6-0eba-4af6-a380-8cc2fe522cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:41.450116 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f9131fc6-0eba-4af6-a380-8cc2fe522cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:41.455191 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-635535da-d2c0-4d3e-980e-282093773c86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:41.468186 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9131fc6-0eba-4af6-a380-8cc2fe522cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d8c81e-3714-4ca2-9aed-57ae03d0fedb,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:41.473524 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f9131fc6-0eba-4af6-a380-8cc2fe522cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:41.477792 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f9131fc6-0eba-4af6-a380-8cc2fe522cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:41.479001 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-f9131fc6-0eba-4af6-a380-8cc2fe522cea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/90d8c81e-3714-4ca2-9aed-57ae03d0fedb HTTP/1.1" status: 204 len: 168 time: 0.1690700 Nov 19 05:48:41.545176 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e7156-ba15-4539-982d-278ac9cb76d6 req-f3df28f4-b4f7-47ec-90fb-dac0f256c72e tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:41.546761 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a91e7156-ba15-4539-982d-278ac9cb76d6 req-f3df28f4-b4f7-47ec-90fb-dac0f256c72e tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 944 time: 0.0921733 Nov 19 05:48:41.601636 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a91e7156-ba15-4539-982d-278ac9cb76d6 req-424de707-f14d-4234-a5db-8e5e4dd3899b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452867 Nov 19 05:48:41.958612 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 0631820c-7f0d-4e19-81b2-252d79480d3b up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:48:41.980407 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5999c-fcd2-4ac9-977e-8938dc2e9eec req-4344655d-3ad6-487a-b146-7bb0cf3f2d44 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:41.982071 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-24f5999c-fcd2-4ac9-977e-8938dc2e9eec req-4344655d-3ad6-487a-b146-7bb0cf3f2d44 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.0840719 Nov 19 05:48:42.031185 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-24f5999c-fcd2-4ac9-977e-8938dc2e9eec req-008cb4cc-237f-4bc3-acc1-8477aff33811 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425148 Nov 19 05:48:42.036030 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning for port 0631820c-7f0d-4e19-81b2-252d79480d3b completed by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:48:42.041628 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port 0631820c-7f0d-4e19-81b2-252d79480d3b triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:48:42.042246 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:42.168611 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:42.197548 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c65fb1-2786-46f2-af64-8606076a4b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0631820c-7f0d-4e19-81b2-252d79480d3b'}] {{(pid=80340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:48:42.207738 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] For port 0631820c-7f0d-4e19-81b2-252d79480d3b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0631820c-7f0d-4e19-81b2-252d79480d3b,segment=NetworkSegment(1bac46a1-971a-466a-ba00-4392d3f174e2),segment_id=1bac46a1-971a-466a-ba00-4392d3f174e2)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:48:42.211345 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:42.213594 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:42.260751 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c65fb1-2786-46f2-af64-8606076a4b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0631820c-7f0d-4e19-81b2-252d79480d3b', 'code': 200} Nov 19 05:48:42.287842 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Pushing event updated for resources: {'Port': ['ID=0631820c-7f0d-4e19-81b2-252d79480d3b,revision_number=4']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:42.297650 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:42.298854 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:42.298967 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:42.299278 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:42.299645 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:42.300017 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:42.300382 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:42.300745 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:42.301140 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:42.301507 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:42.301867 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:42.302230 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:42.302626 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:42.302988 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:42.303538 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:42.303899 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:42.304261 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:42.304618 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:42.305004 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:42.305363 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:42.305721 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:42.306896 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:42.307418 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:42.307942 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:42.312732 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:42.458729 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-598f8827-b3c7-4ef7-84e1-8bb85209dba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:42.586869 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-2bc9935a-653f-4805-ba01-6053cdc212fa req-34adf2a3-cb1f-431b-bf38-4dbc7242d054 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 1163 time: 0.0941634 Nov 19 05:48:42.643399 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-2bc9935a-653f-4805-ba01-6053cdc212fa req-fef5ab7f-62d0-4b9b-9502-a035dfd000d4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398474 Nov 19 05:48:42.828588 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9032bcc-791c-426a-adaa-9bff527a8fa6 req-8a7e9194-cdb2-40e4-884a-a83fc2b4c72e tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:42.830357 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d9032bcc-791c-426a-adaa-9bff527a8fa6 req-8a7e9194-cdb2-40e4-884a-a83fc2b4c72e tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 946 time: 0.0834546 Nov 19 05:48:42.879464 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d9032bcc-791c-426a-adaa-9bff527a8fa6 req-0a8f6735-ab91-46a1-9063-01b3b31b169a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429206 Nov 19 05:48:42.974361 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:43.252617 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644e6bb-c68d-4c7f-b78b-f4081361fc54 req-e14d72ea-ba17-46ad-b9f2-fecc908f7751 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:43.254645 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a644e6bb-c68d-4c7f-b78b-f4081361fc54 req-e14d72ea-ba17-46ad-b9f2-fecc908f7751 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.0916305 Nov 19 05:48:43.351192 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a644e6bb-c68d-4c7f-b78b-f4081361fc54 req-63f2b026-d39a-4bbc-bd0b-676d5a0a4a9d tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=049d293c-5562-4710-8a70-e5a8c74140d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904224 Nov 19 05:48:43.387771 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75c78d-a87b-4190-8029-df841d7ab77b req-ed65bf12-c37f-4df0-b81a-ec1cb2527158 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:43.389395 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ee75c78d-a87b-4190-8029-df841d7ab77b req-ed65bf12-c37f-4df0-b81a-ec1cb2527158 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.13 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 945 time: 0.1090846 Nov 19 05:48:43.396034 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 0631820c-7f0d-4e19-81b2-252d79480d3b up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:48:43.473371 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port 0631820c-7f0d-4e19-81b2-252d79480d3b triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:48:43.473873 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:43.475886 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-ee75c78d-a87b-4190-8029-df841d7ab77b req-6826cb1f-246f-4f13-8fde-a242a89391da tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Deleting port fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd {{(pid=80339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:48:43.476274 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-ee75c78d-a87b-4190-8029-df841d7ab77b req-6826cb1f-246f-4f13-8fde-a242a89391da tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:43.750567 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-ee75c78d-a87b-4190-8029-df841d7ab77b req-6826cb1f-246f-4f13-8fde-a242a89391da tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] For port fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd,segment=NetworkSegment(c08835ce-6c6c-495e-9241-1d413790bd94),segment_id=c08835ce-6c6c-495e-9241-1d413790bd94)] {{(pid=80339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:48:43.750961 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-ee75c78d-a87b-4190-8029-df841d7ab77b req-6826cb1f-246f-4f13-8fde-a242a89391da tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:43.901535 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:44.115734 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:44.128500 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-ee75c78d-a87b-4190-8029-df841d7ab77b req-6826cb1f-246f-4f13-8fde-a242a89391da tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for floatingip, precommit_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:44.128919 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-ee75c78d-a87b-4190-8029-df841d7ab77b req-6826cb1f-246f-4f13-8fde-a242a89391da tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854058857'] for floatingip, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:44.129275 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.db.l3_db [req-ee75c78d-a87b-4190-8029-df841d7ab77b req-6826cb1f-246f-4f13-8fde-a242a89391da tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Floating IP 7bc350cd-924a-4d59-a30a-396a5e10a829 disassociated. External IP: 172.28.3.182, port: fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd. Nov 19 05:48:44.129644 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-ee75c78d-a87b-4190-8029-df841d7ab77b req-6826cb1f-246f-4f13-8fde-a242a89391da tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Calling delete_port for fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd owned by compute:nova {{(pid=80339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:48:44.223779 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e7c89-9174-4651-bd0f-5b59ec773130 req-488ade30-3272-4a2d-84b5-6ac440c49951 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:44.225031 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-995e7c89-9174-4651-bd0f-5b59ec773130 req-488ade30-3272-4a2d-84b5-6ac440c49951 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 946 time: 0.1748433 Nov 19 05:48:44.334324 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-995e7c89-9174-4651-bd0f-5b59ec773130 req-3710dfe8-e694-499e-a41d-27a37b2beba2 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1019814 Nov 19 05:48:44.335094 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-ee75c78d-a87b-4190-8029-df841d7ab77b req-6826cb1f-246f-4f13-8fde-a242a89391da tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474476'] for port, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:44.350552 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-3c17619c-db6c-4b7d-9c38-7de4d4e642b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:44.396454 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826cb1f-246f-4f13-8fde-a242a89391da tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Pushing event deleted for resources: {'Port': ['ID=fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:44.410386 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-6826cb1f-246f-4f13-8fde-a242a89391da tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:44.781247 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e9a3a393-8374-47cc-9963-7ef4ce392e08 req-a24d5190-0246-4ddc-8244-2bb115440534 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 210 time: 0.2573795 Nov 19 05:48:44.842490 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81313ba5-6865-454b-b61b-8d1b3e815bd0 req-6fbb3911-96dc-4bd2-90b9-05effb715644 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:44.844085 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-81313ba5-6865-454b-b61b-8d1b3e815bd0 req-6fbb3911-96dc-4bd2-90b9-05effb715644 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 946 time: 0.3616457 Nov 19 05:48:44.854219 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 36214) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:44.861419 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-e26a610c-cefa-411d-a6ad-a9b35fb5be3c tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Request body: {'floatingip': {'port_id': '0631820c-7f0d-4e19-81b2-252d79480d3b'}} {{(pid=80338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:48:44.939412 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e26a610c-cefa-411d-a6ad-a9b35fb5be3c tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for floatingip, before_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:45.050202 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee75c78d-a87b-4190-8029-df841d7ab77b req-6826cb1f-246f-4f13-8fde-a242a89391da tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Router cfe610fc-80a0-4db3-8707-4eb2ee97d595 has already been hosted by L3 agent 9d988d7f-fab1-47ee-9f4c-4b1b16993ac8 {{(pid=80339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:48:45.305188 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee75c78d-a87b-4190-8029-df841d7ab77b req-6826cb1f-246f-4f13-8fde-a242a89391da tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify agent at l3_agent.dv-cinder-763306-1-smb the message routers_updated {{(pid=80339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:48:45.312790 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 0631820c-7f0d-4e19-81b2-252d79480d3b up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:48:45.359417 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee75c78d-a87b-4190-8029-df841d7ab77b req-6826cb1f-246f-4f13-8fde-a242a89391da tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] No DVR routers for this DVR port fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd on host hv-cinder-76330 {{(pid=80339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:48:45.361975 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-ee75c78d-a87b-4190-8029-df841d7ab77b req-6826cb1f-246f-4f13-8fde-a242a89391da tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:45.371299 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bc8183-3208-4aee-9b1d-d86ffb350dd1', 'name': 'network-vif-deleted', 'tag': 'fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:48:45.378242 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eda4aa4-a92d-460f-8860-fa5e81cd9084 None None] Sync routers for ids ['cfe610fc-80a0-4db3-8707-4eb2ee97d595'] in dv-cinder-763306-1-smb {{(pid=80340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:48:45.386125 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ee75c78d-a87b-4190-8029-df841d7ab77b req-6826cb1f-246f-4f13-8fde-a242a89391da tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.13 "DELETE /v2.0/ports/fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd HTTP/1.1" status: 204 len: 173 time: 1.9902985 Nov 19 05:48:45.413694 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eda4aa4-a92d-460f-8860-fa5e81cd9084 None None] Routers {'cfe610fc-80a0-4db3-8707-4eb2ee97d595'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:48:45.414432 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-9eda4aa4-a92d-460f-8860-fa5e81cd9084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:48:42Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['cfe610fc-80a0-4db3-8707-4eb2ee97d595'], 'active': True} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:48:45.447985 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69bc8183-3208-4aee-9b1d-d86ffb350dd1', 'name': 'network-vif-deleted', 'tag': 'fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd', 'status': 'completed', 'code': 200} Nov 19 05:48:45.648326 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-9eda4aa4-a92d-460f-8860-fa5e81cd9084 None None] Set router cfe610fc-80a0-4db3-8707-4eb2ee97d595 gateway port host: dv-cinder-763306-1-smb {{(pid=80340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:48:45.706750 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port 0631820c-7f0d-4e19-81b2-252d79480d3b triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:48:45.707168 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:45.882944 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e26a610c-cefa-411d-a6ad-a9b35fb5be3c tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for floatingip, precommit_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:45.886241 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e26a610c-cefa-411d-a6ad-a9b35fb5be3c tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854058857'] for floatingip, after_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:45.989176 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-d9f9e92d-460b-4466-82e7-b31da592f1fa req-367f8b22-6b20-40dc-88c5-7b9156119b5a tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Synchronizing usage tracker for tenant:17a899bd609f4510af15bbf524aca39c on resource:port {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:48:46.008381 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-d9f9e92d-460b-4466-82e7-b31da592f1fa req-367f8b22-6b20-40dc-88c5-7b9156119b5a tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Unset dirty status for tenant:17a899bd609f4510af15bbf524aca39c on resource:port {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:48:46.009766 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d9f9e92d-460b-4466-82e7-b31da592f1fa req-367f8b22-6b20-40dc-88c5-7b9156119b5a tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=69bc8183-3208-4aee-9b1d-d86ffb350dd1 HTTP/1.1" status: 200 len: 210 time: 0.0762739 Nov 19 05:48:46.069491 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:48:46.102268 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.db.l3_db [None req-e26a610c-cefa-411d-a6ad-a9b35fb5be3c tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Floating IP 07254799-c891-453a-b4d6-66e0b1974a41 associated. External IP: 172.28.3.177, port: 0631820c-7f0d-4e19-81b2-252d79480d3b. Nov 19 05:48:46.110752 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] No Port match for: fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd {{(pid=80340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:48:46.111151 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device fafa45b1-0a11-4ce4-86ba-a2c5dcb3e1bd not bound to the agent host hv-cinder-76330 {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:48:46.142666 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-9eda4aa4-a92d-460f-8860-fa5e81cd9084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'name': 'tempest-AttachVolumeTestJSON-1859420344-router', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:33Z', 'updated_at': '2020-11-19T05:44:42Z', 'revision_number': 4, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'gw_port': {'id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '1f0830bf-d57e-48be-9b86-310f6810ad4b', 'name': '', 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'mac_address': 'fa:16:3e:b6:93:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79de99d1-0c92-4ca9-b38b-41526eec1217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:40Z', 'updated_at': '2020-11-19T05:45:07Z', 'revision_number': 5, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'subnets': [{'id': '79de99d1-0c92-4ca9-b38b-41526eec1217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:48:46.146858 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eda4aa4-a92d-460f-8860-fa5e81cd9084 None None] Checking router: cfe610fc-80a0-4db3-8707-4eb2ee97d595 for host: dv-cinder-763306-1-smb {{(pid=80340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:48:46.158461 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eda4aa4-a92d-460f-8860-fa5e81cd9084 None None] Routers {'cfe610fc-80a0-4db3-8707-4eb2ee97d595'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:48:46.159132 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-9eda4aa4-a92d-460f-8860-fa5e81cd9084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:48:42Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['cfe610fc-80a0-4db3-8707-4eb2ee97d595'], 'active': True} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:48:46.354255 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-9eda4aa4-a92d-460f-8860-fa5e81cd9084 None None] Set router cfe610fc-80a0-4db3-8707-4eb2ee97d595 gateway port host: dv-cinder-763306-1-smb {{(pid=80340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:48:46.533537 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26a610c-cefa-411d-a6ad-a9b35fb5be3c tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Router 56534d5c-45d4-40dd-9c01-fb3d1a36c591 has already been hosted by L3 agent 9d988d7f-fab1-47ee-9f4c-4b1b16993ac8 {{(pid=80338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:48:46.701116 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f4a839ac-3f41-4ffa-ad10-c8f25ae7dbf2 req-6e8ac3d2-f72c-498e-8d75-d370367b7b65 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a7566f994924090868a2fa4ea4b8c8f&device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 1202 time: 0.1883075 Nov 19 05:48:46.774530 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26a610c-cefa-411d-a6ad-a9b35fb5be3c tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify agent at l3_agent.dv-cinder-763306-1-smb the message routers_updated {{(pid=80338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:48:46.779106 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e26a610c-cefa-411d-a6ad-a9b35fb5be3c tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for floatingip, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:46.783576 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef986a00-0543-4b9a-8673-9f020d9d01b6 req-f0508e09-ffd4-407f-be1a-ccc032be089f tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:46.785229 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ef986a00-0543-4b9a-8673-9f020d9d01b6 req-f0508e09-ffd4-407f-be1a-ccc032be089f tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 984 time: 0.2091494 Nov 19 05:48:46.790048 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076dcf95-7078-448b-8558-392d7b3cd68d None None] Sync routers for ids ['56534d5c-45d4-40dd-9c01-fb3d1a36c591'] in dv-cinder-763306-1-smb {{(pid=80341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:48:46.810007 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076dcf95-7078-448b-8558-392d7b3cd68d None None] Routers {'56534d5c-45d4-40dd-9c01-fb3d1a36c591'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:48:46.810716 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-076dcf95-7078-448b-8558-392d7b3cd68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:48:42Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['56534d5c-45d4-40dd-9c01-fb3d1a36c591'], 'active': True} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:48:46.867456 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-e26a610c-cefa-411d-a6ad-a9b35fb5be3c tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "PUT /v2.0/floatingips/07254799-c891-453a-b4d6-66e0b1974a41 HTTP/1.1" status: 200 len: 992 time: 2.0081115 Nov 19 05:48:46.869831 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c65fb1-2786-46f2-af64-8606076a4b51', 'tag': '0631820c-7f0d-4e19-81b2-252d79480d3b'}] {{(pid=80338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:48:46.888553 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-9eda4aa4-a92d-460f-8860-fa5e81cd9084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'name': 'tempest-AttachVolumeTestJSON-1859420344-router', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:33Z', 'updated_at': '2020-11-19T05:44:42Z', 'revision_number': 4, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'gw_port': {'id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '1f0830bf-d57e-48be-9b86-310f6810ad4b', 'name': '', 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'mac_address': 'fa:16:3e:b6:93:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79de99d1-0c92-4ca9-b38b-41526eec1217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:40Z', 'updated_at': '2020-11-19T05:45:07Z', 'revision_number': 5, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'subnets': [{'id': '79de99d1-0c92-4ca9-b38b-41526eec1217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:48:46.893140 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eda4aa4-a92d-460f-8860-fa5e81cd9084 None None] The sync data for ids ['cfe610fc-80a0-4db3-8707-4eb2ee97d595'] in dv-cinder-763306-1-smb is: [{'id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'name': 'tempest-AttachVolumeTestJSON-1859420344-router', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:33Z', 'updated_at': '2020-11-19T05:44:42Z', 'revision_number': 4, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'gw_port': {'id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '1f0830bf-d57e-48be-9b86-310f6810ad4b', 'name': '', 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'mac_address': 'fa:16:3e:b6:93:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79de99d1-0c92-4ca9-b38b-41526eec1217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:40Z', 'updated_at': '2020-11-19T05:45:07Z', 'revision_number': 5, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'subnets': [{'id': '79de99d1-0c92-4ca9-b38b-41526eec1217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:48:46.973025 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a839ac-3f41-4ffa-ad10-c8f25ae7dbf2 req-0585a54b-6bf1-4412-af9a-124d0dc729cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:46.974869 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f4a839ac-3f41-4ffa-ad10-c8f25ae7dbf2 req-0585a54b-6bf1-4412-af9a-124d0dc729cf service neutron] 10.222.0.13 "GET /v2.0/networks?id=5bea5542-1284-4dd8-9d3c-21b73dca4fa9 HTTP/1.1" status: 200 len: 907 time: 0.2622988 Nov 19 05:48:47.052391 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-076dcf95-7078-448b-8558-392d7b3cd68d None None] Set router 56534d5c-45d4-40dd-9c01-fb3d1a36c591 gateway port host: dv-cinder-763306-1-smb {{(pid=80341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:48:47.074316 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 36252) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:47.111390 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ef986a00-0543-4b9a-8673-9f020d9d01b6 req-31927423-5742-43e9-ba32-a63b9fce6e8c tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups?id=11a5a934-3e68-4df7-9ad3-1bbcc16facca&id=0aa07e44-4baa-4e5d-9128-12fbd29d3606&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.3060741 Nov 19 05:48:47.161876 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f4a839ac-3f41-4ffa-ad10-c8f25ae7dbf2 req-bf1e0b24-d7ba-41aa-af81-914543892b89 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bc99c61-4581-48e2-80bc-b5895eb6e050 HTTP/1.1" status: 200 len: 1001 time: 0.1690753 Nov 19 05:48:47.175299 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6c65fb1-2786-46f2-af64-8606076a4b51', 'tag': '0631820c-7f0d-4e19-81b2-252d79480d3b', 'status': 'completed', 'code': 200} Nov 19 05:48:47.230829 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 6 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:48:47.312543 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-12b1eadc-29ef-41c4-8e6a-c6e3daaea5f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:47.313955 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a839ac-3f41-4ffa-ad10-c8f25ae7dbf2 req-6b6e3547-22bf-4f6f-aa7b-6e8d1d3d70bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:47.315980 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f4a839ac-3f41-4ffa-ad10-c8f25ae7dbf2 req-6b6e3547-22bf-4f6f-aa7b-6e8d1d3d70bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7fd19b06-9240-4b31-91b7-18a861b0b3eb HTTP/1.1" status: 200 len: 852 time: 0.1465149 Nov 19 05:48:47.350070 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 36260) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:47.377900 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-12b1eadc-29ef-41c4-8e6a-c6e3daaea5f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:48:47.393200 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-12b1eadc-29ef-41c4-8e6a-c6e3daaea5f7 admin admin] Usage tracker for resource:security_group_rule and tenant:111ca01b8ff4487087c99f4ea81485bc is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:48:47.399380 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-12b1eadc-29ef-41c4-8e6a-c6e3daaea5f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:48:47.410860 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-bed5b63b-8b70-4f0d-86db-787a57db44af req-b32efcdc-12c5-4f85-9ea3-2f74e1f920e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=db4540afb2f2457fb8456c53e9da33fd&device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 1163 time: 0.1743820 Nov 19 05:48:47.414102 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-12b1eadc-29ef-41c4-8e6a-c6e3daaea5f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:48:47.421191 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219d0749-a237-4cbe-8b18-5010cd16bf36 None None] New status for floating IP 7bc350cd-924a-4d59-a30a-396a5e10a829: DOWN {{(pid=80340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 05:48:47.478225 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f4a839ac-3f41-4ffa-ad10-c8f25ae7dbf2 req-0a1c9d93-009a-4ee5-a5fc-d9d6f64d9bb6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5bea5542-1284-4dd8-9d3c-21b73dca4fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1539440 Nov 19 05:48:47.493087 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-066bbf59-5215-497b-a241-a8b6c43fc7b8 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:47.509428 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-076dcf95-7078-448b-8558-392d7b3cd68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'name': 'tempest-AttachVolumeShelveTestJSON-1201768390-router', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:44:52Z', 'revision_number': 4, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'gw_port': {'id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:37Z', 'updated_at': '2020-11-19T05:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_floatingips': [{'id': '07254799-c891-453a-b4d6-66e0b1974a41', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'floating_ip_address': '172.28.3.177', 'floating_network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'router_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'port_id': '0631820c-7f0d-4e19-81b2-252d79480d3b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '304e1383-f09c-4327-99c9-7961728842fc', 'mac_address': 'fa:16:3e:80:5e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c65fb1-2786-46f2-af64-8606076a4b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:48:31Z', 'updated_at': '2020-11-19T05:48:45Z', 'revision_number': 1, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a', 'name': '', 'network_id': '304e1383-f09c-4327-99c9-7961728842fc', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'mac_address': 'fa:16:3e:09:b5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c37d305-86c3-49f3-a016-f0e689dbb363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:49Z', 'updated_at': '2020-11-19T05:45:05Z', 'revision_number': 5, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'subnets': [{'id': '7c37d305-86c3-49f3-a016-f0e689dbb363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:48:47.514666 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076dcf95-7078-448b-8558-392d7b3cd68d None None] Checking router: 56534d5c-45d4-40dd-9c01-fb3d1a36c591 for host: dv-cinder-763306-1-smb {{(pid=80341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:48:47.528099 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076dcf95-7078-448b-8558-392d7b3cd68d None None] Routers {'56534d5c-45d4-40dd-9c01-fb3d1a36c591'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:48:47.529239 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-076dcf95-7078-448b-8558-392d7b3cd68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:48:42Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['56534d5c-45d4-40dd-9c01-fb3d1a36c591'], 'active': True} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:48:47.545081 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-066bbf59-5215-497b-a241-a8b6c43fc7b8 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:47.670961 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-12b1eadc-29ef-41c4-8e6a-c6e3daaea5f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:47.675213 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-12b1eadc-29ef-41c4-8e6a-c6e3daaea5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:47.683754 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-76a74ab9-6033-4f11-b48b-cf7dc3903fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:47.687887 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5b63b-8b70-4f0d-86db-787a57db44af req-f22e4344-1036-4196-9be8-2c7ee9a47429 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:47.689572 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-bed5b63b-8b70-4f0d-86db-787a57db44af req-f22e4344-1036-4196-9be8-2c7ee9a47429 service neutron] 10.222.0.13 "GET /v2.0/networks?id=304e1383-f09c-4327-99c9-7961728842fc HTTP/1.1" status: 200 len: 911 time: 0.2705824 Nov 19 05:48:47.717132 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-066bbf59-5215-497b-a241-a8b6c43fc7b8 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:47.741468 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1eadc-29ef-41c4-8e6a-c6e3daaea5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7c9478-d88f-44fe-9963-b51eda1d5eb6,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:47.758118 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-12b1eadc-29ef-41c4-8e6a-c6e3daaea5f7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=111ca01b8ff4487087c99f4ea81485bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6826456 Nov 19 05:48:47.762714 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 36264) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:47.764075 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1eadc-29ef-41c4-8e6a-c6e3daaea5f7 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:47.764480 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1eadc-29ef-41c4-8e6a-c6e3daaea5f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:47.765871 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1eadc-29ef-41c4-8e6a-c6e3daaea5f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:47.765871 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1eadc-29ef-41c4-8e6a-c6e3daaea5f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:47.765871 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1eadc-29ef-41c4-8e6a-c6e3daaea5f7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:47.766149 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1eadc-29ef-41c4-8e6a-c6e3daaea5f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:47.766364 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1eadc-29ef-41c4-8e6a-c6e3daaea5f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:47.766791 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1eadc-29ef-41c4-8e6a-c6e3daaea5f7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:47.767189 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1eadc-29ef-41c4-8e6a-c6e3daaea5f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:47.767564 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1eadc-29ef-41c4-8e6a-c6e3daaea5f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:47.767926 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1eadc-29ef-41c4-8e6a-c6e3daaea5f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:47.768306 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1eadc-29ef-41c4-8e6a-c6e3daaea5f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:47.768719 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1eadc-29ef-41c4-8e6a-c6e3daaea5f7 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:47.769118 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1eadc-29ef-41c4-8e6a-c6e3daaea5f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:47.769496 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1eadc-29ef-41c4-8e6a-c6e3daaea5f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:47.769881 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1eadc-29ef-41c4-8e6a-c6e3daaea5f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:47.770257 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1eadc-29ef-41c4-8e6a-c6e3daaea5f7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:47.770637 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1eadc-29ef-41c4-8e6a-c6e3daaea5f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:47.771013 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1eadc-29ef-41c4-8e6a-c6e3daaea5f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:47.771394 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1eadc-29ef-41c4-8e6a-c6e3daaea5f7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:47.771774 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1eadc-29ef-41c4-8e6a-c6e3daaea5f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:47.772147 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1eadc-29ef-41c4-8e6a-c6e3daaea5f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:47.772527 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1eadc-29ef-41c4-8e6a-c6e3daaea5f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:47.772931 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b1eadc-29ef-41c4-8e6a-c6e3daaea5f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:47.776621 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-076dcf95-7078-448b-8558-392d7b3cd68d None None] Set router 56534d5c-45d4-40dd-9c01-fb3d1a36c591 gateway port host: dv-cinder-763306-1-smb {{(pid=80341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:48:47.778675 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-12b1eadc-29ef-41c4-8e6a-c6e3daaea5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:47.791959 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f03fdac2-21e3-4666-b685-5b415c71780c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:47.802993 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f4a839ac-3f41-4ffa-ad10-c8f25ae7dbf2 req-cc360e6a-667f-4fb4-9f30-2e81df59b4d4 service neutron] 10.222.0.13 "GET /v2.0/networks/5bea5542-1284-4dd8-9d3c-21b73dca4fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710643 Nov 19 05:48:47.810308 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-066bbf59-5215-497b-a241-a8b6c43fc7b8 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:47.814038 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-066bbf59-5215-497b-a241-a8b6c43fc7b8 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "DELETE /v2.0/security-groups/049d293c-5562-4710-8a70-e5a8c74140d2 HTTP/1.1" status: 204 len: 168 time: 0.4604423 Nov 19 05:48:47.817361 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 36268) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:47.819618 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066bbf59-5215-497b-a241-a8b6c43fc7b8 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Pushing event deleted for resources: {'SecurityGroup': ['ID=049d293c-5562-4710-8a70-e5a8c74140d2,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:47.824838 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-066bbf59-5215-497b-a241-a8b6c43fc7b8 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:47.862811 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8e0dfb6a-ff62-405b-afa3-d58f8383b4c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:47.886268 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.v2.resource [None req-e61359be-1af6-4b83-95c8-1a2f98d45ea2 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] show failed (client error): The resource could not be found. Nov 19 05:48:47.890530 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-e61359be-1af6-4b83-95c8-1a2f98d45ea2 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups/049d293c-5562-4710-8a70-e5a8c74140d2 HTTP/1.1" status: 404 len: 347 time: 0.0671592 Nov 19 05:48:47.890988 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 36272) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:47.892066 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-bed5b63b-8b70-4f0d-86db-787a57db44af req-f2006204-a8ba-408d-b348-ce2270cdb1b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0631820c-7f0d-4e19-81b2-252d79480d3b HTTP/1.1" status: 200 len: 1000 time: 0.1944013 Nov 19 05:48:47.894914 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8e0dfb6a-ff62-405b-afa3-d58f8383b4c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:48.045653 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5b63b-8b70-4f0d-86db-787a57db44af req-d16b72b7-2a35-4eb1-ae17-1b37631d8043 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:48.047224 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-bed5b63b-8b70-4f0d-86db-787a57db44af req-d16b72b7-2a35-4eb1-ae17-1b37631d8043 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c37d305-86c3-49f3-a016-f0e689dbb363 HTTP/1.1" status: 200 len: 856 time: 0.1009467 Nov 19 05:48:48.053249 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f4a839ac-3f41-4ffa-ad10-c8f25ae7dbf2 req-faef7d0b-9a03-4fd4-95da-925cd5e12aba service neutron] 10.222.0.13 "GET /v2.0/networks/5bea5542-1284-4dd8-9d3c-21b73dca4fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2350140 Nov 19 05:48:48.096494 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-15c31c34-f4e9-4635-b468-52b0beb2fc44 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Deleting port 5a32fea6-31ef-438a-94bc-9650dcaba971 {{(pid=80338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:48:48.096860 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-15c31c34-f4e9-4635-b468-52b0beb2fc44 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:48.156855 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-bed5b63b-8b70-4f0d-86db-787a57db44af req-f1cf71a3-6314-4ab6-8ef1-9902f65a5a97 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=304e1383-f09c-4327-99c9-7961728842fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0903773 Nov 19 05:48:48.168625 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8e0dfb6a-ff62-405b-afa3-d58f8383b4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:48.181485 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-6886e489-2d2b-4e32-839b-8fe79452f3f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:48.209071 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0dfb6a-ff62-405b-afa3-d58f8383b4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7c9478-d88f-44fe-9963-b51eda1d5eb6,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:48.214245 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-8e0dfb6a-ff62-405b-afa3-d58f8383b4c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:48.260679 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-076dcf95-7078-448b-8558-392d7b3cd68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'name': 'tempest-AttachVolumeShelveTestJSON-1201768390-router', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:44:52Z', 'revision_number': 4, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'gw_port': {'id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:37Z', 'updated_at': '2020-11-19T05:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_floatingips': [{'id': '07254799-c891-453a-b4d6-66e0b1974a41', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'floating_ip_address': '172.28.3.177', 'floating_network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'router_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'port_id': '0631820c-7f0d-4e19-81b2-252d79480d3b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '304e1383-f09c-4327-99c9-7961728842fc', 'mac_address': 'fa:16:3e:80:5e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c65fb1-2786-46f2-af64-8606076a4b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:48:31Z', 'updated_at': '2020-11-19T05:48:45Z', 'revision_number': 1, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a', 'name': '', 'network_id': '304e1383-f09c-4327-99c9-7961728842fc', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'mac_address': 'fa:16:3e:09:b5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c37d305-86c3-49f3-a016-f0e689dbb363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:49Z', 'updated_at': '2020-11-19T05:45:05Z', 'revision_number': 5, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'subnets': [{'id': '7c37d305-86c3-49f3-a016-f0e689dbb363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:48:48.263177 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8e0dfb6a-ff62-405b-afa3-d58f8383b4c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:48.266850 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-8e0dfb6a-ff62-405b-afa3-d58f8383b4c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5c7c9478-d88f-44fe-9963-b51eda1d5eb6 HTTP/1.1" status: 204 len: 168 time: 0.4875169 Nov 19 05:48:48.274921 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076dcf95-7078-448b-8558-392d7b3cd68d None None] The sync data for ids ['56534d5c-45d4-40dd-9c01-fb3d1a36c591'] in dv-cinder-763306-1-smb is: [{'id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'name': 'tempest-AttachVolumeShelveTestJSON-1201768390-router', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:44:52Z', 'revision_number': 4, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'gw_port': {'id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:37Z', 'updated_at': '2020-11-19T05:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_floatingips': [{'id': '07254799-c891-453a-b4d6-66e0b1974a41', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'floating_ip_address': '172.28.3.177', 'floating_network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'router_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'port_id': '0631820c-7f0d-4e19-81b2-252d79480d3b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '304e1383-f09c-4327-99c9-7961728842fc', 'mac_address': 'fa:16:3e:80:5e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c65fb1-2786-46f2-af64-8606076a4b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:48:31Z', 'updated_at': '2020-11-19T05:48:45Z', 'revision_number': 1, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a', 'name': '', 'network_id': '304e1383-f09c-4327-99c9-7961728842fc', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'mac_address': 'fa:16:3e:09:b5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c37d305-86c3-49f3-a016-f0e689dbb363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:49Z', 'updated_at': '2020-11-19T05:45:05Z', 'revision_number': 5, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'subnets': [{'id': '7c37d305-86c3-49f3-a016-f0e689dbb363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:48:48.348623 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-15c31c34-f4e9-4635-b468-52b0beb2fc44 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:48.349378 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-15c31c34-f4e9-4635-b468-52b0beb2fc44 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for floatingip, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:48.494555 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-bed5b63b-8b70-4f0d-86db-787a57db44af req-6293b158-7a4a-4a70-828d-7e8d8761e0d0 service neutron] 10.222.0.13 "GET /v2.0/networks/304e1383-f09c-4327-99c9-7961728842fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290887 Nov 19 05:48:48.501678 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-15c31c34-f4e9-4635-b468-52b0beb2fc44 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Calling delete_port for 5a32fea6-31ef-438a-94bc-9650dcaba971 owned by network:floatingip {{(pid=80338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:48:48.639598 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94810e3-4d4a-4fd0-9803-e94ebb0163e6 req-1fe37c06-5de5-4e0c-80f7-b3060db7bc8d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:48.641319 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c94810e3-4d4a-4fd0-9803-e94ebb0163e6 req-1fe37c06-5de5-4e0c-80f7-b3060db7bc8d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 984 time: 0.2415535 Nov 19 05:48:48.666770 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ba3877-8145-40c5-a702-b7d295ac48fc None None] New status for floating IP 07254799-c891-453a-b4d6-66e0b1974a41: ACTIVE {{(pid=80341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 05:48:48.668538 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-15c31c34-f4e9-4635-b468-52b0beb2fc44 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10554044'] for port, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:48.723130 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c94810e3-4d4a-4fd0-9803-e94ebb0163e6 req-d064addb-9486-450c-b3b6-dbcbd943b106 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups?id=11a5a934-3e68-4df7-9ad3-1bbcc16facca&id=0aa07e44-4baa-4e5d-9128-12fbd29d3606&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0740097 Nov 19 05:48:48.740547 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 36284) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:48.939492 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:48.974886 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-bed5b63b-8b70-4f0d-86db-787a57db44af req-ee0f8f1c-552d-409a-acc6-d9c3d72c766d service neutron] 10.222.0.13 "GET /v2.0/networks/304e1383-f09c-4327-99c9-7961728842fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4721017 Nov 19 05:48:48.992547 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-698407e3-57a5-4f2c-956a-66a2e1044625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:49.025456 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-698407e3-57a5-4f2c-956a-66a2e1044625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:48:49.029480 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-698407e3-57a5-4f2c-956a-66a2e1044625 admin admin] Usage tracker for resource:security_group_rule and tenant:acc836fdcd744b80bc7e2c1159131460 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:48:49.033005 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-698407e3-57a5-4f2c-956a-66a2e1044625 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:48:49.036523 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c31c34-f4e9-4635-b468-52b0beb2fc44 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Pushing event deleted for resources: {'Port': ['ID=5a32fea6-31ef-438a-94bc-9650dcaba971,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:49.038867 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-698407e3-57a5-4f2c-956a-66a2e1044625 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:48:49.039452 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-15c31c34-f4e9-4635-b468-52b0beb2fc44 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:49.109988 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-698407e3-57a5-4f2c-956a-66a2e1044625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:49.112786 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-698407e3-57a5-4f2c-956a-66a2e1044625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:49.120317 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-aa798d7c-6bac-4431-aaef-9eb75b6aa106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:49.155010 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-15c31c34-f4e9-4635-b468-52b0beb2fc44 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for floatingip, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:49.163345 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698407e3-57a5-4f2c-956a-66a2e1044625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9caa649d-0089-4124-9970-6b5f2e728581,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:49.169450 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-698407e3-57a5-4f2c-956a-66a2e1044625 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=acc836fdcd744b80bc7e2c1159131460&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4275823 Nov 19 05:48:49.171903 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-15c31c34-f4e9-4635-b468-52b0beb2fc44 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for floatingip, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:49.172065 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 36288) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:49.176492 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-15c31c34-f4e9-4635-b468-52b0beb2fc44 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "DELETE /v2.0/floatingips/7bc350cd-924a-4d59-a30a-396a5e10a829 HTTP/1.1" status: 204 len: 168 time: 1.2819033 Nov 19 05:48:49.189902 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698407e3-57a5-4f2c-956a-66a2e1044625 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:49.190254 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698407e3-57a5-4f2c-956a-66a2e1044625 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:49.190654 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698407e3-57a5-4f2c-956a-66a2e1044625 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:49.191105 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698407e3-57a5-4f2c-956a-66a2e1044625 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:49.191407 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698407e3-57a5-4f2c-956a-66a2e1044625 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:49.191792 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698407e3-57a5-4f2c-956a-66a2e1044625 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:49.192173 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698407e3-57a5-4f2c-956a-66a2e1044625 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:49.192555 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698407e3-57a5-4f2c-956a-66a2e1044625 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:49.192961 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698407e3-57a5-4f2c-956a-66a2e1044625 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:49.193335 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698407e3-57a5-4f2c-956a-66a2e1044625 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:49.193791 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698407e3-57a5-4f2c-956a-66a2e1044625 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:49.194194 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698407e3-57a5-4f2c-956a-66a2e1044625 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:49.194570 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698407e3-57a5-4f2c-956a-66a2e1044625 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:49.194945 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698407e3-57a5-4f2c-956a-66a2e1044625 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:49.195318 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698407e3-57a5-4f2c-956a-66a2e1044625 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:49.195692 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698407e3-57a5-4f2c-956a-66a2e1044625 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:49.196067 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698407e3-57a5-4f2c-956a-66a2e1044625 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:49.196444 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698407e3-57a5-4f2c-956a-66a2e1044625 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:49.196815 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698407e3-57a5-4f2c-956a-66a2e1044625 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:49.197225 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698407e3-57a5-4f2c-956a-66a2e1044625 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:49.197788 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698407e3-57a5-4f2c-956a-66a2e1044625 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:49.197950 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698407e3-57a5-4f2c-956a-66a2e1044625 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:49.198323 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698407e3-57a5-4f2c-956a-66a2e1044625 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:49.198695 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698407e3-57a5-4f2c-956a-66a2e1044625 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:49.204949 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-698407e3-57a5-4f2c-956a-66a2e1044625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:49.258489 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-adce587c-c60e-4b19-b0be-b2210cf1f08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:49.286483 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-adce587c-c60e-4b19-b0be-b2210cf1f08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:49.332857 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-adce587c-c60e-4b19-b0be-b2210cf1f08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:49.337624 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:49.351543 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce587c-c60e-4b19-b0be-b2210cf1f08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9caa649d-0089-4124-9970-6b5f2e728581,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:49.354335 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-adce587c-c60e-4b19-b0be-b2210cf1f08a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:49.355819 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-adce587c-c60e-4b19-b0be-b2210cf1f08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:49.357051 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-adce587c-c60e-4b19-b0be-b2210cf1f08a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9caa649d-0089-4124-9970-6b5f2e728581 HTTP/1.1" status: 204 len: 168 time: 0.1839905 Nov 19 05:48:49.477373 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 36298) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:49.483515 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-84a4ce57-2bbc-47a1-868b-bb0ba6f84c07 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Request body: {'security_group': {'name': 'tempest-securitygroup--410561853', 'description': 'tempest-description--1917075653'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:48:49.490132 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-84a4ce57-2bbc-47a1-868b-bb0ba6f84c07 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:48:49.494603 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-84a4ce57-2bbc-47a1-868b-bb0ba6f84c07 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Usage tracker for resource:security_group and tenant:17a899bd609f4510af15bbf524aca39c is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:48:49.497830 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-84a4ce57-2bbc-47a1-868b-bb0ba6f84c07 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:48:49.504737 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-84a4ce57-2bbc-47a1-868b-bb0ba6f84c07 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:48:49.514799 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-84a4ce57-2bbc-47a1-868b-bb0ba6f84c07 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:49.553630 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-84a4ce57-2bbc-47a1-868b-bb0ba6f84c07 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:48:49.558769 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-84a4ce57-2bbc-47a1-868b-bb0ba6f84c07 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Usage tracker for resource:security_group_rule and tenant:17a899bd609f4510af15bbf524aca39c is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:48:49.561867 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-84a4ce57-2bbc-47a1-868b-bb0ba6f84c07 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:48:49.569383 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-84a4ce57-2bbc-47a1-868b-bb0ba6f84c07 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:48:49.628799 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-84a4ce57-2bbc-47a1-868b-bb0ba6f84c07 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:49.632023 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-84a4ce57-2bbc-47a1-868b-bb0ba6f84c07 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:49.637387 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-a8d20975-d787-41e6-b077-9fe95e4165b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:49.693934 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4ce57-2bbc-47a1-868b-bb0ba6f84c07 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b33396-2cc1-42e1-bb6b-0c8f99e5c840,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:49.693934 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-84a4ce57-2bbc-47a1-868b-bb0ba6f84c07 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:49.693934 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-84a4ce57-2bbc-47a1-868b-bb0ba6f84c07 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2062149 Nov 19 05:48:49.693934 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-84a4ce57-2bbc-47a1-868b-bb0ba6f84c07 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:49.693934 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 36304) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:49.694752 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-79f08fac-e404-45f5-af15-48542233cbd7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Request body: {'security_group_rule': {'security_group_id': 'f9b33396-2cc1-42e1-bb6b-0c8f99e5c840', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:48:49.700953 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-79f08fac-e404-45f5-af15-48542233cbd7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:48:49.705765 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-79f08fac-e404-45f5-af15-48542233cbd7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Usage tracker for resource:security_group_rule and tenant:17a899bd609f4510af15bbf524aca39c is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:48:49.709164 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-79f08fac-e404-45f5-af15-48542233cbd7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:48:49.715520 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-79f08fac-e404-45f5-af15-48542233cbd7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:48:49.734040 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-79f08fac-e404-45f5-af15-48542233cbd7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for security_group_rule, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:49.803255 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-79f08fac-e404-45f5-af15-48542233cbd7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:49.806240 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-79f08fac-e404-45f5-af15-48542233cbd7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014810'] for security_group_rule, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:49.808421 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:49.829674 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f08fac-e404-45f5-af15-48542233cbd7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c91a18-efb2-440f-8b66-b299551dec9f,revision_number=0']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:49.834042 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-79f08fac-e404-45f5-af15-48542233cbd7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:49.841500 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-79f08fac-e404-45f5-af15-48542233cbd7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for security_group_rule, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:49.842989 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-79f08fac-e404-45f5-af15-48542233cbd7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1542726 Nov 19 05:48:49.846467 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 36314) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:49.852604 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-dee836e9-18f4-4d2b-b088-8346ecb06de8 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Request body: {'security_group_rule': {'security_group_id': 'f9b33396-2cc1-42e1-bb6b-0c8f99e5c840', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:48:49.860050 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-dee836e9-18f4-4d2b-b088-8346ecb06de8 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:48:49.865246 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-dee836e9-18f4-4d2b-b088-8346ecb06de8 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Usage tracker for resource:security_group_rule and tenant:17a899bd609f4510af15bbf524aca39c is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:48:49.868749 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-dee836e9-18f4-4d2b-b088-8346ecb06de8 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:48:49.875103 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-dee836e9-18f4-4d2b-b088-8346ecb06de8 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:48:49.894184 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-dee836e9-18f4-4d2b-b088-8346ecb06de8 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for security_group_rule, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:49.963761 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b1683-6209-4a42-8edd-3d7525c66126 req-ae915c02-17ee-4dd9-bf37-beda3dad0d96 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:49.965747 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e53b1683-6209-4a42-8edd-3d7525c66126 req-ae915c02-17ee-4dd9-bf37-beda3dad0d96 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 984 time: 0.0905130 Nov 19 05:48:49.970377 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-dee836e9-18f4-4d2b-b088-8346ecb06de8 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:49.973225 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-dee836e9-18f4-4d2b-b088-8346ecb06de8 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014810'] for security_group_rule, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:49.975268 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:49.996880 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee836e9-18f4-4d2b-b088-8346ecb06de8 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81172127-19f2-4597-9387-c76acbb0d451,revision_number=0']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:50.001553 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-dee836e9-18f4-4d2b-b088-8346ecb06de8 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:50.008629 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-dee836e9-18f4-4d2b-b088-8346ecb06de8 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for security_group_rule, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:50.012798 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-dee836e9-18f4-4d2b-b088-8346ecb06de8 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1623664 Nov 19 05:48:50.013635 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 36320) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:50.019745 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-4f08da07-ed01-4e3b-86db-2e6e3cd76231 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Request body: {'floatingip': {'floating_network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e'}} {{(pid=80338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:48:50.025481 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-4f08da07-ed01-4e3b-86db-2e6e3cd76231 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:48:50.025616 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e53b1683-6209-4a42-8edd-3d7525c66126 req-6636f409-bc97-400e-babf-af888dc4dfe1 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups?id=11a5a934-3e68-4df7-9ad3-1bbcc16facca&id=0aa07e44-4baa-4e5d-9128-12fbd29d3606&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0515468 Nov 19 05:48:50.029615 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-4f08da07-ed01-4e3b-86db-2e6e3cd76231 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Usage tracker for resource:floatingip and tenant:17a899bd609f4510af15bbf524aca39c is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:48:50.032634 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-4f08da07-ed01-4e3b-86db-2e6e3cd76231 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:48:50.038439 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-4f08da07-ed01-4e3b-86db-2e6e3cd76231 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:48:50.052304 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4f08da07-ed01-4e3b-86db-2e6e3cd76231 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for floatingip, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:50.197090 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4f08da07-ed01-4e3b-86db-2e6e3cd76231 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:50.476064 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [None req-4f08da07-ed01-4e3b-86db-2e6e3cd76231 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Allocated IP 172.28.3.93 (763d99df-10cd-4fa9-8817-f2839aa5077e/77791555-10e6-47e0-b878-932fa2c0a363/d17a8291-cd98-43b1-b1c2-366bfd3c6d9d) {{(pid=80338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:48:50.640289 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4f08da07-ed01-4e3b-86db-2e6e3cd76231 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for port, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:50.666762 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4f08da07-ed01-4e3b-86db-2e6e3cd76231 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10554044'] for port, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:50.681994 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-ea256a5f-1c6b-4bca-9c57-92df9ddff1de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:50.826684 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08da07-ed01-4e3b-86db-2e6e3cd76231 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Pushing event updated for resources: {'Port': ['ID=d17a8291-cd98-43b1-b1c2-366bfd3c6d9d,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:50.831643 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-4f08da07-ed01-4e3b-86db-2e6e3cd76231 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:50.876143 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f08da07-ed01-4e3b-86db-2e6e3cd76231 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Network 763d99df-10cd-4fa9-8817-f2839aa5077e is already hosted by enough agents. {{(pid=80338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:48:50.877397 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-4f08da07-ed01-4e3b-86db-2e6e3cd76231 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Resources bound (agent type, host, resource id): {{(pid=80338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:48:50.879772 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f08da07-ed01-4e3b-86db-2e6e3cd76231 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Received port after_create {{(pid=80338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:48:50.911149 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 36342) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:50.969774 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4f08da07-ed01-4e3b-86db-2e6e3cd76231 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for floatingip, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:51.033057 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4f08da07-ed01-4e3b-86db-2e6e3cd76231 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:51.065030 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6547e637-7598-4ed3-bd93-fb5cdfeabc24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:51.098194 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-6547e637-7598-4ed3-bd93-fb5cdfeabc24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:48:51.102231 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-6547e637-7598-4ed3-bd93-fb5cdfeabc24 admin admin] Usage tracker for resource:security_group_rule and tenant:e4bb277bdd0b412c8d7a8405b400f9f1 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:48:51.105495 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-6547e637-7598-4ed3-bd93-fb5cdfeabc24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:48:51.111305 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-6547e637-7598-4ed3-bd93-fb5cdfeabc24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:48:51.230921 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6547e637-7598-4ed3-bd93-fb5cdfeabc24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:51.235659 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6547e637-7598-4ed3-bd93-fb5cdfeabc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:51.243769 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-ff684b0b-003f-49e6-9f10-f03109e31b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:51.298791 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547e637-7598-4ed3-bd93-fb5cdfeabc24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04765b2-cae9-4bb4-b71a-45b3c979b2a0,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:51.303166 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-6547e637-7598-4ed3-bd93-fb5cdfeabc24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:51.303868 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4f08da07-ed01-4e3b-86db-2e6e3cd76231 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for port, precommit_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:51.307612 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4f08da07-ed01-4e3b-86db-2e6e3cd76231 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844221787'] for port, after_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:51.315724 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-6547e637-7598-4ed3-bd93-fb5cdfeabc24 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e4bb277bdd0b412c8d7a8405b400f9f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4034266 Nov 19 05:48:51.316465 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 36350) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:51.323922 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-0c857dc1-7c3b-46fa-9cb2-d92d24204c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:51.343940 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c26f14-a055-4c30-86f4-29e33b8461c5 req-e914ffcc-042e-423a-a280-49e9c8ea81df tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:51.345632 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c2c26f14-a055-4c30-86f4-29e33b8461c5 req-e914ffcc-042e-423a-a280-49e9c8ea81df tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 984 time: 0.1767344 Nov 19 05:48:51.434777 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c2c26f14-a055-4c30-86f4-29e33b8461c5 req-311d4dc4-ea85-4e72-a60c-2661dc43187d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups?id=11a5a934-3e68-4df7-9ad3-1bbcc16facca&id=0aa07e44-4baa-4e5d-9128-12fbd29d3606&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0791616 Nov 19 05:48:51.437394 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a8a7cc27-44fc-44ed-8d48-3081d8c88189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:51.466208 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a8a7cc27-44fc-44ed-8d48-3081d8c88189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:51.472024 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08da07-ed01-4e3b-86db-2e6e3cd76231 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Pushing event updated for resources: {'Port': ['ID=d17a8291-cd98-43b1-b1c2-366bfd3c6d9d,revision_number=2']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:51.476437 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-4f08da07-ed01-4e3b-86db-2e6e3cd76231 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:51.518496 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a8a7cc27-44fc-44ed-8d48-3081d8c88189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:51.523497 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-698407e3-57a5-4f2c-956a-66a2e1044625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:51.537267 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7cc27-44fc-44ed-8d48-3081d8c88189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04765b2-cae9-4bb4-b71a-45b3c979b2a0,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:51.540099 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-a8a7cc27-44fc-44ed-8d48-3081d8c88189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:51.542208 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a8a7cc27-44fc-44ed-8d48-3081d8c88189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:51.543374 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-a8a7cc27-44fc-44ed-8d48-3081d8c88189 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e04765b2-cae9-4bb4-b71a-45b3c979b2a0 HTTP/1.1" status: 204 len: 168 time: 0.2245235 Nov 19 05:48:51.580461 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4f08da07-ed01-4e3b-86db-2e6e3cd76231 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854058857'] for floatingip, after_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:51.603924 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4f08da07-ed01-4e3b-86db-2e6e3cd76231 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for floatingip, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:51.608946 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-4f08da07-ed01-4e3b-86db-2e6e3cd76231 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5909727 Nov 19 05:48:51.861354 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-7d45c966-61d3-422b-834a-23a4a5176e73 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Synchronizing usage tracker for tenant:17a899bd609f4510af15bbf524aca39c on resource:security_group {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:48:51.876361 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-7d45c966-61d3-422b-834a-23a4a5176e73 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Unset dirty status for tenant:17a899bd609f4510af15bbf524aca39c on resource:security_group {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:48:51.877652 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-7d45c966-61d3-422b-834a-23a4a5176e73 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--410561853&fields=id&tenant_id=17a899bd609f4510af15bbf524aca39c HTTP/1.1" status: 200 len: 267 time: 0.0632799 Nov 19 05:48:52.041847 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-2ec1e140-ff95-49ec-89c5-3e255101ffcb tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:52.043599 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-2ec1e140-ff95-49ec-89c5-3e255101ffcb tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/networks?id=860fe5ec-aac7-4da6-92b2-2f86635d7a6b HTTP/1.1" status: 200 len: 811 time: 0.1583493 Nov 19 05:48:52.061056 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-593b023a-67c7-4e69-898a-b09d0630ac48 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/quotas/17a899bd609f4510af15bbf524aca39c HTTP/1.1" status: 200 len: 375 time: 0.0108857 Nov 19 05:48:52.154789 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-19b08b32-04ed-41a4-b940-b104e527ce37 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?tenant_id=17a899bd609f4510af15bbf524aca39c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0880301 Nov 19 05:48:52.303496 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-8e8d1cf3-b9b6-422e-94b3-03b1634a0fb1 service neutron] 10.222.0.16 "GET /v2.0/networks/860fe5ec-aac7-4da6-92b2-2f86635d7a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358986 Nov 19 05:48:52.448029 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-0d10d517-452b-47dc-b8f7-f42f390bd2c8 service neutron] 10.222.0.16 "GET /v2.0/networks/860fe5ec-aac7-4da6-92b2-2f86635d7a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1381896 Nov 19 05:48:52.672792 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f4095-b4a2-4c4d-b836-33b6c8e9b403 req-8e117329-ebc9-4188-831a-64f947fdbb73 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:52.674456 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-781f4095-b4a2-4c4d-b836-33b6c8e9b403 req-8e117329-ebc9-4188-831a-64f947fdbb73 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 984 time: 0.0922947 Nov 19 05:48:52.733540 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-781f4095-b4a2-4c4d-b836-33b6c8e9b403 req-3f1fb845-d488-4d7c-8df8-3ef5f6f63165 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups?id=11a5a934-3e68-4df7-9ad3-1bbcc16facca&id=0aa07e44-4baa-4e5d-9128-12fbd29d3606&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0528543 Nov 19 05:48:52.808744 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-96bac671-c84e-4576-8296-3a9a3770c971 req-1f2d858a-9282-4d86-bf4c-1fbc81d7b0b5 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=389117cc-2bf9-4ee5-b685-6787bd91742b HTTP/1.1" status: 200 len: 210 time: 0.0526657 Nov 19 05:48:54.066108 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-2c73b710-b397-4b87-91bd-12e831c0d1a5 req-1cacf84c-5ccd-4d46-b568-ef80a2dc1cdf tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=389117cc-2bf9-4ee5-b685-6787bd91742b HTTP/1.1" status: 200 len: 210 time: 0.0648005 Nov 19 05:48:54.113975 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-bd381d27-6900-4a43-8941-010b78642c28 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:54.115541 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-bd381d27-6900-4a43-8941-010b78642c28 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.13 "GET /v2.0/networks?id=860fe5ec-aac7-4da6-92b2-2f86635d7a6b HTTP/1.1" status: 200 len: 811 time: 0.2689638 Nov 19 05:48:54.122515 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84c105-7ebf-4ed6-8133-253140dfa420 req-563e9d2e-18c5-4189-89e9-8c0f3dccc335 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:54.124040 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-2b84c105-7ebf-4ed6-8133-253140dfa420 req-563e9d2e-18c5-4189-89e9-8c0f3dccc335 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 984 time: 0.2527471 Nov 19 05:48:54.220297 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-2b84c105-7ebf-4ed6-8133-253140dfa420 req-d6c8a022-75ea-48fb-91d6-b5b9b1cb612b tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups?id=11a5a934-3e68-4df7-9ad3-1bbcc16facca&id=0aa07e44-4baa-4e5d-9128-12fbd29d3606&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0885828 Nov 19 05:48:54.246609 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-01d165e9-5e53-429d-91dd-eb41eec8ac98 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17a899bd609f4510af15bbf524aca39c HTTP/1.1" status: 200 len: 5044 time: 0.0977066 Nov 19 05:48:54.272798 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-1a988af5-ba26-4784-908b-83debfba93f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Request body: {'port': {'device_id': '389117cc-2bf9-4ee5-b685-6787bd91742b', 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b', 'admin_state_up': True, 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'security_groups': ['f9b33396-2cc1-42e1-bb6b-0c8f99e5c840']}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:48:54.413311 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-6625410c-611f-45df-9ad3-e8016448653f tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] 10.222.0.16 "GET /v2.0/networks?tenant_id=6edae23a8ea4407ca75d47400be164e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476766 Nov 19 05:48:54.547509 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-1a988af5-ba26-4784-908b-83debfba93f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:48:54.562173 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-1a988af5-ba26-4784-908b-83debfba93f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Usage tracker for resource:port and tenant:17a899bd609f4510af15bbf524aca39c is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:48:54.568209 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-1a988af5-ba26-4784-908b-83debfba93f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Quota usage for port was recalculated. Used quota:3. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:48:54.578257 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-1a988af5-ba26-4784-908b-83debfba93f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:48:54.606060 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-1a988af5-ba26-4784-908b-83debfba93f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Made reservation on behalf of 17a899bd609f4510af15bbf524aca39c for: {'port': 1} {{(pid=80339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:48:54.612033 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-1a988af5-ba26-4784-908b-83debfba93f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:54.636457 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-1cc4f830-1062-4d01-a8ed-929e95ab617c tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:54.638064 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-1cc4f830-1062-4d01-a8ed-929e95ab617c tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2190857 Nov 19 05:48:54.685898 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-f76747c6-306d-4132-9719-3f4935c5c97d tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] 10.222.0.16 "GET /v2.0/quotas/6edae23a8ea4407ca75d47400be164e0 HTTP/1.1" status: 200 len: 375 time: 0.0342803 Nov 19 05:48:54.802667 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-a75f9077-02cc-4af6-a6d6-dd8728a890c1 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] 10.222.0.16 "GET /v2.0/ports?tenant_id=6edae23a8ea4407ca75d47400be164e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1001570 Nov 19 05:48:55.021228 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8425cca2-23a3-4391-9f6f-9db7b148facf req-5af24b0f-aec8-40be-b114-e8402ed6dd39 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] 10.222.0.16 "GET /v2.0/ports?device_id=d63cc5b3-59d8-4a0f-ae0c-3d9803ff48d8 HTTP/1.1" status: 200 len: 210 time: 0.0525346 Nov 19 05:48:55.035594 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-1a988af5-ba26-4784-908b-83debfba93f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Allocated IP 172.20.0.13 (860fe5ec-aac7-4da6-92b2-2f86635d7a6b/79de99d1-0c92-4ca9-b38b-41526eec1217/c2105b85-2c68-4fc5-a367-d06190f746b6) {{(pid=80339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:48:55.253908 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8d123289-6f32-44a4-9af1-e5bfc5904935 req-912e32aa-8d6f-4b55-9121-e1df9f8255c7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=389117cc-2bf9-4ee5-b685-6787bd91742b HTTP/1.1" status: 200 len: 210 time: 0.0537519 Nov 19 05:48:55.300881 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-1a988af5-ba26-4784-908b-83debfba93f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for port, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:55.319794 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-1a988af5-ba26-4784-908b-83debfba93f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Transition to ACTIVE for port object c2105b85-2c68-4fc5-a367-d06190f746b6 will not be triggered until provisioned by entity DHCP. {{(pid=80339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:48:55.343144 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-1a988af5-ba26-4784-908b-83debfba93f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474476'] for port, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:55.363656 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-3c17619c-db6c-4b7d-9c38-7de4d4e642b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:55.762308 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a988af5-ba26-4784-908b-83debfba93f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Pushing event updated for resources: {'Port': ['ID=c2105b85-2c68-4fc5-a367-d06190f746b6,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:55.769346 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-1a988af5-ba26-4784-908b-83debfba93f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:55.824434 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2aafa9-1d6a-4e61-9381-d4ddbd2cc3da req-78e73c16-7489-4473-bd95-18bfa7dd4fc6 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:55.826055 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9f2aafa9-1d6a-4e61-9381-d4ddbd2cc3da req-78e73c16-7489-4473-bd95-18bfa7dd4fc6 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 984 time: 0.4308906 Nov 19 05:48:55.852703 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-1a988af5-ba26-4784-908b-83debfba93f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Network 860fe5ec-aac7-4da6-92b2-2f86635d7a6b is already hosted by enough agents. {{(pid=80339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:48:55.855877 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-1a988af5-ba26-4784-908b-83debfba93f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Resources bound (agent type, host, resource id): {{(pid=80339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:48:55.861051 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-1a988af5-ba26-4784-908b-83debfba93f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Received port after_create {{(pid=80339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:48:55.937911 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9f2aafa9-1d6a-4e61-9381-d4ddbd2cc3da req-2e8b0c2d-dbc5-43e4-85a2-e604b6297974 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups?id=11a5a934-3e68-4df7-9ad3-1bbcc16facca&id=0aa07e44-4baa-4e5d-9128-12fbd29d3606&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1052606 Nov 19 05:48:55.947431 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-1a988af5-ba26-4784-908b-83debfba93f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:55.948204 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-1a988af5-ba26-4784-908b-83debfba93f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:55.987536 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-1a988af5-ba26-4784-908b-83debfba93f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7193451 Nov 19 05:48:56.006409 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-247c8fa4-7bc4-4f50-9d2d-b6e8c81c7e8a service neutron] Request body: {'port': {'device_id': '389117cc-2bf9-4ee5-b685-6787bd91742b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:48:56.109049 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-b664e766-fcde-4b3c-baa3-911a9fcc4880 None None] Provisioning for port c2105b85-2c68-4fc5-a367-d06190f746b6 completed by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:48:56.115664 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-b664e766-fcde-4b3c-baa3-911a9fcc4880 None None] Provisioning complete for port c2105b85-2c68-4fc5-a367-d06190f746b6 triggered by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:48:56.116319 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b664e766-fcde-4b3c-baa3-911a9fcc4880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:56.141652 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-3b72ce7c-242a-4381-bf07-5c948b3b91a9 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] 10.222.0.13 "GET /v2.0/networks?tenant_id=6edae23a8ea4407ca75d47400be164e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790143 Nov 19 05:48:56.177794 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-b664e766-fcde-4b3c-baa3-911a9fcc4880 None None] Port c2105b85-2c68-4fc5-a367-d06190f746b6 cannot update to ACTIVE because it is not bound. {{(pid=80340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:48:56.252380 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-247c8fa4-7bc4-4f50-9d2d-b6e8c81c7e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:56.268254 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5d971d43-a883-4b15-af66-0509a592385c req-4e02a6f3-f3a0-4b33-a123-4b3ce771a4dc tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] 10.222.0.16 "GET /v2.0/ports?device_id=d63cc5b3-59d8-4a0f-ae0c-3d9803ff48d8 HTTP/1.1" status: 200 len: 210 time: 0.0912094 Nov 19 05:48:56.498937 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-5ac56da4-a0e9-48df-9443-9d79cf3ee4b5 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:56.500556 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-5ac56da4-a0e9-48df-9443-9d79cf3ee4b5 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3521981 Nov 19 05:48:56.532450 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-698c6b30-1c9e-4ff3-95c6-64bf48a5c254 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Request body: {'port': {'device_id': 'd63cc5b3-59d8-4a0f-ae0c-3d9803ff48d8', 'network_id': 'c687bdf7-6b4a-425d-baab-60e6f8a18629', 'admin_state_up': True, 'tenant_id': '6edae23a8ea4407ca75d47400be164e0'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:48:56.767497 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683aa29e-7625-41a1-b841-ed9f77c3d379 req-e69ebd0f-9a3e-4533-bb86-f192eb95fe68 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:56.768260 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-683aa29e-7625-41a1-b841-ed9f77c3d379 req-e69ebd0f-9a3e-4533-bb86-f192eb95fe68 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Synchronizing usage tracker for tenant:17a899bd609f4510af15bbf524aca39c on resource:port {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:48:56.874874 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-683aa29e-7625-41a1-b841-ed9f77c3d379 req-e69ebd0f-9a3e-4533-bb86-f192eb95fe68 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Unset dirty status for tenant:17a899bd609f4510af15bbf524aca39c on resource:port {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:48:56.876607 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-683aa29e-7625-41a1-b841-ed9f77c3d379 req-e69ebd0f-9a3e-4533-bb86-f192eb95fe68 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=389117cc-2bf9-4ee5-b685-6787bd91742b HTTP/1.1" status: 200 len: 932 time: 0.4784479 Nov 19 05:48:56.893710 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-698c6b30-1c9e-4ff3-95c6-64bf48a5c254 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:48:56.914712 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-698c6b30-1c9e-4ff3-95c6-64bf48a5c254 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Usage tracker for resource:port and tenant:6edae23a8ea4407ca75d47400be164e0 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:48:56.922159 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-698c6b30-1c9e-4ff3-95c6-64bf48a5c254 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Quota usage for port was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:48:56.934345 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-698c6b30-1c9e-4ff3-95c6-64bf48a5c254 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:48:56.970655 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-698c6b30-1c9e-4ff3-95c6-64bf48a5c254 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Made reservation on behalf of 6edae23a8ea4407ca75d47400be164e0 for: {'port': 1} {{(pid=80339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:48:56.976121 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-698c6b30-1c9e-4ff3-95c6-64bf48a5c254 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:56.999977 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-683aa29e-7625-41a1-b841-ed9f77c3d379 req-231e01f8-e411-4222-80fb-94e980afe85e tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=f9b33396-2cc1-42e1-bb6b-0c8f99e5c840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083426 Nov 19 05:48:57.000671 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-698c6b30-1c9e-4ff3-95c6-64bf48a5c254 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:57.128777 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-698c6b30-1c9e-4ff3-95c6-64bf48a5c254 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:48:57.147593 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-698c6b30-1c9e-4ff3-95c6-64bf48a5c254 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Usage tracker for resource:security_group_rule and tenant:6edae23a8ea4407ca75d47400be164e0 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:48:57.156836 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-698c6b30-1c9e-4ff3-95c6-64bf48a5c254 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:48:57.167577 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-698c6b30-1c9e-4ff3-95c6-64bf48a5c254 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:48:57.175226 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-247c8fa4-7bc4-4f50-9d2d-b6e8c81c7e8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2105b85-2c68-4fc5-a367-d06190f746b6 {{(pid=80339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:48:57.190842 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-247c8fa4-7bc4-4f50-9d2d-b6e8c81c7e8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:57.217000 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-247c8fa4-7bc4-4f50-9d2d-b6e8c81c7e8a service neutron] Transition to ACTIVE for port object c2105b85-2c68-4fc5-a367-d06190f746b6 will not be triggered until provisioned by entity L2. {{(pid=80339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:48:57.232885 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-247c8fa4-7bc4-4f50-9d2d-b6e8c81c7e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843301323'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:57.253136 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f1373e6a-44e2-47ef-b222-c8cc30b05512 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:57.333388 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba717ce4-6516-4e70-94d6-e287873ad552 req-e467956c-2c94-404b-af6b-ac63486b2cfb tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:57.335271 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ba717ce4-6516-4e70-94d6-e287873ad552 req-e467956c-2c94-404b-af6b-ac63486b2cfb tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 984 time: 0.2530863 Nov 19 05:48:57.497131 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c8fa4-7bc4-4f50-9d2d-b6e8c81c7e8a service neutron] Pushing event updated for resources: {'Port': ['ID=c2105b85-2c68-4fc5-a367-d06190f746b6,revision_number=2']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:57.509106 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-247c8fa4-7bc4-4f50-9d2d-b6e8c81c7e8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:57.518638 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-776111df-b40d-4f80-9034-824bf9714a83 req-1a2d21b4-be0e-40ec-8968-6a1750abb73b tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] 10.222.0.16 "GET /v2.0/ports?device_id=d63cc5b3-59d8-4a0f-ae0c-3d9803ff48d8 HTTP/1.1" status: 200 len: 210 time: 0.0932806 Nov 19 05:48:57.547223 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-698c6b30-1c9e-4ff3-95c6-64bf48a5c254 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:57.558945 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-698c6b30-1c9e-4ff3-95c6-64bf48a5c254 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:57.575023 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-1434997b-ab66-4d89-bfad-d2a2eaf47b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:57.597754 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ba717ce4-6516-4e70-94d6-e287873ad552 req-bc3a6e35-0b58-4e08-be6b-6c881bd1d608 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups?id=11a5a934-3e68-4df7-9ad3-1bbcc16facca&id=0aa07e44-4baa-4e5d-9128-12fbd29d3606&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.2499950 Nov 19 05:48:57.649440 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c6b30-1c9e-4ff3-95c6-64bf48a5c254 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Pushing event updated for resources: {'SecurityGroup': ['ID=0a57aadf-7e1b-4816-afad-292b89c486d5,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:57.664949 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-698c6b30-1c9e-4ff3-95c6-64bf48a5c254 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:57.960977 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-247c8fa4-7bc4-4f50-9d2d-b6e8c81c7e8a service neutron] Attempting to bind port c2105b85-2c68-4fc5-a367-d06190f746b6 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:48:57.961294 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-247c8fa4-7bc4-4f50-9d2d-b6e8c81c7e8a service neutron] Attempting to bind port c2105b85-2c68-4fc5-a367-d06190f746b6 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'c08835ce-6c6c-495e-9241-1d413790bd94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b'}] {{(pid=80339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:48:57.961666 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-247c8fa4-7bc4-4f50-9d2d-b6e8c81c7e8a service neutron] Attempting to bind port c2105b85-2c68-4fc5-a367-d06190f746b6 on network 860fe5ec-aac7-4da6-92b2-2f86635d7a6b {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:48:58.006161 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-247c8fa4-7bc4-4f50-9d2d-b6e8c81c7e8a service neutron] Checking agent: {'id': '5d7c8804-5253-4fea-87de-bba3ff4a5dbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 42, 30), 'started_at': datetime.datetime(2020, 11, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:48:58.006485 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-247c8fa4-7bc4-4f50-9d2d-b6e8c81c7e8a service neutron] Checking segment: {'id': 'c08835ce-6c6c-495e-9241-1d413790bd94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:48:58.006888 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-247c8fa4-7bc4-4f50-9d2d-b6e8c81c7e8a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:58.007282 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-247c8fa4-7bc4-4f50-9d2d-b6e8c81c7e8a service neutron] Bound using segment: {'id': 'c08835ce-6c6c-495e-9241-1d413790bd94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b'} {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:48:58.007762 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-247c8fa4-7bc4-4f50-9d2d-b6e8c81c7e8a service neutron] Bound port: c2105b85-2c68-4fc5-a367-d06190f746b6, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c08835ce-6c6c-495e-9241-1d413790bd94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b'}}] {{(pid=80339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:48:58.008142 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-247c8fa4-7bc4-4f50-9d2d-b6e8c81c7e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:58.103806 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-698c6b30-1c9e-4ff3-95c6-64bf48a5c254 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Allocated IP 192.168.233.138 (c687bdf7-6b4a-425d-baab-60e6f8a18629/61d0abc9-2046-4825-886a-654e8add6d5f/ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db) {{(pid=80339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:48:58.409465 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-247c8fa4-7bc4-4f50-9d2d-b6e8c81c7e8a service neutron] For port c2105b85-2c68-4fc5-a367-d06190f746b6, host hv-cinder-76330, cleared binding levels {{(pid=80339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:48:58.439103 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-247c8fa4-7bc4-4f50-9d2d-b6e8c81c7e8a service neutron] For port c2105b85-2c68-4fc5-a367-d06190f746b6, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c2105b85-2c68-4fc5-a367-d06190f746b6,segment=NetworkSegment(c08835ce-6c6c-495e-9241-1d413790bd94),segment_id=c08835ce-6c6c-495e-9241-1d413790bd94)] {{(pid=80339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:48:58.456708 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-247c8fa4-7bc4-4f50-9d2d-b6e8c81c7e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843301323'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:58.474742 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:58.776008 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286f1e6-3d29-4223-b291-3a9897b1ec4f req-542c839c-d6be-4f71-ad7c-cbd6a3e552e2 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:58.777647 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5286f1e6-3d29-4223-b291-3a9897b1ec4f req-542c839c-d6be-4f71-ad7c-cbd6a3e552e2 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=389117cc-2bf9-4ee5-b685-6787bd91742b HTTP/1.1" status: 200 len: 944 time: 0.4565270 Nov 19 05:48:58.799745 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0c02d5b8-a618-4b19-9816-9944d8dd4c0e req-7a58f133-8fc9-4033-a991-56644114940e tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] 10.222.0.16 "GET /v2.0/ports?device_id=d63cc5b3-59d8-4a0f-ae0c-3d9803ff48d8 HTTP/1.1" status: 200 len: 210 time: 0.1418991 Nov 19 05:48:58.805674 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c8fa4-7bc4-4f50-9d2d-b6e8c81c7e8a service neutron] Pushing event updated for resources: {'Port': ['ID=c2105b85-2c68-4fc5-a367-d06190f746b6,revision_number=3']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:58.826054 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-247c8fa4-7bc4-4f50-9d2d-b6e8c81c7e8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:58.921071 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-247c8fa4-7bc4-4f50-9d2d-b6e8c81c7e8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:58.923150 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-247c8fa4-7bc4-4f50-9d2d-b6e8c81c7e8a service neutron] 10.222.0.13 "PUT /v2.0/ports/c2105b85-2c68-4fc5-a367-d06190f746b6 HTTP/1.1" status: 200 len: 1158 time: 2.9211450 Nov 19 05:48:58.925624 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5286f1e6-3d29-4223-b291-3a9897b1ec4f req-1ed4b638-c538-44a9-8c0b-ecf97723f2c1 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=f9b33396-2cc1-42e1-bb6b-0c8f99e5c840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289263 Nov 19 05:48:58.926145 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '389117cc-2bf9-4ee5-b685-6787bd91742b', 'tag': 'c2105b85-2c68-4fc5-a367-d06190f746b6'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:48:58.935331 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-698c6b30-1c9e-4ff3-95c6-64bf48a5c254 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Notify callbacks [] for port, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:59.002682 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-698c6b30-1c9e-4ff3-95c6-64bf48a5c254 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Transition to ACTIVE for port object ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db will not be triggered until provisioned by entity DHCP. {{(pid=80339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:48:59.115926 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-698c6b30-1c9e-4ff3-95c6-64bf48a5c254 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474476'] for port, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:59.126195 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1c960-a8ce-4780-bd37-8d1aeaefa1ae req-283a5755-61bb-41c2-9e46-5528e403aa9d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:59.126872 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-36a1c960-a8ce-4780-bd37-8d1aeaefa1ae req-283a5755-61bb-41c2-9e46-5528e403aa9d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 984 time: 0.1953695 Nov 19 05:48:59.142407 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-fc847ddf-1b83-4dd0-a8ba-827438003789 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:59.194966 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '389117cc-2bf9-4ee5-b685-6787bd91742b', 'tag': 'c2105b85-2c68-4fc5-a367-d06190f746b6', 'status': 'completed', 'code': 200} Nov 19 05:48:59.223066 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-8b6f3830-85df-421f-9eda-014ec8877fe6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=17a899bd609f4510af15bbf524aca39c&device_id=389117cc-2bf9-4ee5-b685-6787bd91742b HTTP/1.1" status: 200 len: 1161 time: 0.2219167 Nov 19 05:48:59.392433 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c6b30-1c9e-4ff3-95c6-64bf48a5c254 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Pushing event updated for resources: {'Port': ['ID=ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:59.400785 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-698c6b30-1c9e-4ff3-95c6-64bf48a5c254 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:59.402152 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-8e967d5d-861f-4586-a39f-693cd7541088 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2105b85-2c68-4fc5-a367-d06190f746b6 HTTP/1.1" status: 200 len: 217 time: 0.1631255 Nov 19 05:48:59.472973 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-36a1c960-a8ce-4780-bd37-8d1aeaefa1ae req-e0079c4e-7c5e-4d37-af6f-eb46532f7d62 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups?id=11a5a934-3e68-4df7-9ad3-1bbcc16facca&id=0aa07e44-4baa-4e5d-9128-12fbd29d3606&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.2913291 Nov 19 05:48:59.505757 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-0c4b9844-aa67-444b-9422-b1117917839c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:59.507343 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-0c4b9844-aa67-444b-9422-b1117917839c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=79de99d1-0c92-4ca9-b38b-41526eec1217 HTTP/1.1" status: 200 len: 850 time: 0.0974510 Nov 19 05:48:59.549268 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-698c6b30-1c9e-4ff3-95c6-64bf48a5c254 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Network c687bdf7-6b4a-425d-baab-60e6f8a18629 is already hosted by enough agents. {{(pid=80339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:48:59.555390 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-698c6b30-1c9e-4ff3-95c6-64bf48a5c254 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Resources bound (agent type, host, resource id): {{(pid=80339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:48:59.561988 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-698c6b30-1c9e-4ff3-95c6-64bf48a5c254 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Received port after_create {{(pid=80339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:48:59.643506 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-698c6b30-1c9e-4ff3-95c6-64bf48a5c254 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:59.644097 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-698c6b30-1c9e-4ff3-95c6-64bf48a5c254 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:59.678893 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-d6d65171-773e-4ca3-b8f1-f5758c26072c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=860fe5ec-aac7-4da6-92b2-2f86635d7a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1641612 Nov 19 05:48:59.686459 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-698c6b30-1c9e-4ff3-95c6-64bf48a5c254 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1582596 Nov 19 05:48:59.716677 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-f2abb8d8-fd7c-48f5-b952-9e6784fba860 service neutron] Request body: {'port': {'device_id': 'd63cc5b3-59d8-4a0f-ae0c-3d9803ff48d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:48:59.777357 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-42773658-317b-4c22-adc3-9b5ec1b3e77a None None] Provisioning for port ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db completed by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:48:59.782834 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-42773658-317b-4c22-adc3-9b5ec1b3e77a None None] Provisioning complete for port ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db triggered by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:48:59.783258 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-42773658-317b-4c22-adc3-9b5ec1b3e77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:59.837492 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-42773658-317b-4c22-adc3-9b5ec1b3e77a None None] Port ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db cannot update to ACTIVE because it is not bound. {{(pid=80340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:48:59.937387 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-1b9059b2-d7f6-4543-8b6e-0948d5846117 service neutron] 10.222.0.13 "GET /v2.0/networks/860fe5ec-aac7-4da6-92b2-2f86635d7a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498746 Nov 19 05:48:59.970508 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-f2abb8d8-fd7c-48f5-b952-9e6784fba860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:00.054452 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:00.521897 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ac860-a278-430d-93d7-71842ff37741 req-29e0488c-d6ac-48ee-88a2-68352d3e0340 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:00.522578 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-dd5ac860-a278-430d-93d7-71842ff37741 req-29e0488c-d6ac-48ee-88a2-68352d3e0340 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Synchronizing usage tracker for tenant:6edae23a8ea4407ca75d47400be164e0 on resource:port {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:49:00.533756 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-02246790-2e94-42ab-baf5-0aac35e297e4 req-c9f45d96-27e4-4de4-ba30-5940bc6293ad service neutron] 10.222.0.13 "GET /v2.0/networks/860fe5ec-aac7-4da6-92b2-2f86635d7a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5476413 Nov 19 05:49:00.626703 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233bb79b-d0f6-4eb7-b9e3-6e2f7b4ae787 req-06a55d37-ef2c-42ca-961e-f98a9a40eb0f tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:00.628322 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-233bb79b-d0f6-4eb7-b9e3-6e2f7b4ae787 req-06a55d37-ef2c-42ca-961e-f98a9a40eb0f tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=389117cc-2bf9-4ee5-b685-6787bd91742b HTTP/1.1" status: 200 len: 944 time: 0.5439894 Nov 19 05:49:00.665031 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-dd5ac860-a278-430d-93d7-71842ff37741 req-29e0488c-d6ac-48ee-88a2-68352d3e0340 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Unset dirty status for tenant:6edae23a8ea4407ca75d47400be164e0 on resource:port {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:49:00.666233 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-dd5ac860-a278-430d-93d7-71842ff37741 req-29e0488c-d6ac-48ee-88a2-68352d3e0340 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] 10.222.0.16 "GET /v2.0/ports?device_id=d63cc5b3-59d8-4a0f-ae0c-3d9803ff48d8 HTTP/1.1" status: 200 len: 936 time: 0.7338200 Nov 19 05:49:00.876293 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-233bb79b-d0f6-4eb7-b9e3-6e2f7b4ae787 req-d28db2c0-b202-4c77-8ff5-45d04221a533 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=f9b33396-2cc1-42e1-bb6b-0c8f99e5c840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054698 Nov 19 05:49:00.881980 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-dd5ac860-a278-430d-93d7-71842ff37741 req-1050a886-cecc-4c13-b5e6-da663c0890a7 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Synchronizing usage tracker for tenant:6edae23a8ea4407ca75d47400be164e0 on resource:security_group {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:49:00.931833 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c156e1bb-cbaf-4093-9407-e1a11bc2eb1a req-2c1d12fd-c4b5-4e48-8f6e-293b0632e67e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=17a899bd609f4510af15bbf524aca39c&device_id=389117cc-2bf9-4ee5-b685-6787bd91742b HTTP/1.1" status: 200 len: 1161 time: 0.3024702 Nov 19 05:49:00.932468 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-dd5ac860-a278-430d-93d7-71842ff37741 req-1050a886-cecc-4c13-b5e6-da663c0890a7 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Unset dirty status for tenant:6edae23a8ea4407ca75d47400be164e0 on resource:security_group {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:49:00.933637 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-dd5ac860-a278-430d-93d7-71842ff37741 req-1050a886-cecc-4c13-b5e6-da663c0890a7 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] 10.222.0.16 "GET /v2.0/security-groups?id=0a57aadf-7e1b-4816-afad-292b89c486d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552130 Nov 19 05:49:01.176241 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-f2abb8d8-fd7c-48f5-b952-9e6784fba860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db {{(pid=80339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:49:01.187454 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-f2abb8d8-fd7c-48f5-b952-9e6784fba860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:01.220830 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-f2abb8d8-fd7c-48f5-b952-9e6784fba860 service neutron] Transition to ACTIVE for port object ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db will not be triggered until provisioned by entity L2. {{(pid=80339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:49:01.222229 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156e1bb-cbaf-4093-9407-e1a11bc2eb1a req-139a5f9f-f6db-42c8-8c10-eb2954f32cc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:01.223767 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c156e1bb-cbaf-4093-9407-e1a11bc2eb1a req-139a5f9f-f6db-42c8-8c10-eb2954f32cc5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=860fe5ec-aac7-4da6-92b2-2f86635d7a6b HTTP/1.1" status: 200 len: 905 time: 0.2840338 Nov 19 05:49:01.227422 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-f2abb8d8-fd7c-48f5-b952-9e6784fba860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843301323'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:01.244790 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-9386a9cc-013c-4c6f-85e8-84925337f1e8 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:01.452039 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84457886-93c4-4c5d-a83a-13416196fa90 req-209c6636-8388-4879-bc79-aca9eda4481e tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:01.453971 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-84457886-93c4-4c5d-a83a-13416196fa90 req-209c6636-8388-4879-bc79-aca9eda4481e tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 984 time: 0.3606403 Nov 19 05:49:01.463048 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c156e1bb-cbaf-4093-9407-e1a11bc2eb1a req-9cbd418a-3172-44b3-bfc7-28c56ea31656 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2105b85-2c68-4fc5-a367-d06190f746b6 HTTP/1.1" status: 200 len: 217 time: 0.2220163 Nov 19 05:49:01.478495 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abb8d8-fd7c-48f5-b952-9e6784fba860 service neutron] Pushing event updated for resources: {'Port': ['ID=ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db,revision_number=2']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:01.535848 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f2abb8d8-fd7c-48f5-b952-9e6784fba860 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:01.612836 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156e1bb-cbaf-4093-9407-e1a11bc2eb1a req-efc3e758-fae5-4416-b465-914570788715 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:01.614463 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c156e1bb-cbaf-4093-9407-e1a11bc2eb1a req-efc3e758-fae5-4416-b465-914570788715 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=79de99d1-0c92-4ca9-b38b-41526eec1217 HTTP/1.1" status: 200 len: 850 time: 0.1370904 Nov 19 05:49:01.621345 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-84457886-93c4-4c5d-a83a-13416196fa90 req-c3e87183-27f5-40ba-bf78-01d256be226e tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups?id=11a5a934-3e68-4df7-9ad3-1bbcc16facca&id=0aa07e44-4baa-4e5d-9128-12fbd29d3606&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1554286 Nov 19 05:49:01.824043 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c156e1bb-cbaf-4093-9407-e1a11bc2eb1a req-36e2ded4-2cbf-48d7-baa0-ccd92c18fc28 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=860fe5ec-aac7-4da6-92b2-2f86635d7a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2009628 Nov 19 05:49:01.887249 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-f2abb8d8-fd7c-48f5-b952-9e6784fba860 service neutron] Attempting to bind port ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:49:01.887630 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-f2abb8d8-fd7c-48f5-b952-9e6784fba860 service neutron] Attempting to bind port ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '7048d88f-914b-40e9-9d9d-b055ff864c98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c687bdf7-6b4a-425d-baab-60e6f8a18629'}] {{(pid=80339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:49:01.888004 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-f2abb8d8-fd7c-48f5-b952-9e6784fba860 service neutron] Attempting to bind port ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db on network c687bdf7-6b4a-425d-baab-60e6f8a18629 {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:49:01.952212 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-f2abb8d8-fd7c-48f5-b952-9e6784fba860 service neutron] Checking agent: {'id': '5d7c8804-5253-4fea-87de-bba3ff4a5dbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 42, 30), 'started_at': datetime.datetime(2020, 11, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:49:01.952500 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-f2abb8d8-fd7c-48f5-b952-9e6784fba860 service neutron] Checking segment: {'id': '7048d88f-914b-40e9-9d9d-b055ff864c98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c687bdf7-6b4a-425d-baab-60e6f8a18629'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:49:01.952936 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-f2abb8d8-fd7c-48f5-b952-9e6784fba860 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:01.953326 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-f2abb8d8-fd7c-48f5-b952-9e6784fba860 service neutron] Bound using segment: {'id': '7048d88f-914b-40e9-9d9d-b055ff864c98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c687bdf7-6b4a-425d-baab-60e6f8a18629'} {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:49:01.953848 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-f2abb8d8-fd7c-48f5-b952-9e6784fba860 service neutron] Bound port: ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7048d88f-914b-40e9-9d9d-b055ff864c98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c687bdf7-6b4a-425d-baab-60e6f8a18629'}}] {{(pid=80339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:49:01.954227 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-f2abb8d8-fd7c-48f5-b952-9e6784fba860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:02.138479 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c156e1bb-cbaf-4093-9407-e1a11bc2eb1a req-98eeb565-3e3a-4abd-baf9-a448cc24bbbe service neutron] 10.222.0.13 "GET /v2.0/networks/860fe5ec-aac7-4da6-92b2-2f86635d7a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001323 Nov 19 05:49:02.299660 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-f2abb8d8-fd7c-48f5-b952-9e6784fba860 service neutron] For port ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db, host hv-cinder-76330, cleared binding levels {{(pid=80339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:49:02.336135 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-f2abb8d8-fd7c-48f5-b952-9e6784fba860 service neutron] For port ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db,segment=NetworkSegment(7048d88f-914b-40e9-9d9d-b055ff864c98),segment_id=7048d88f-914b-40e9-9d9d-b055ff864c98)] {{(pid=80339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:49:02.357413 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f25fed-1562-441d-8207-1998d07f2ef2 req-c417a6c4-2a86-4c86-84e0-ab5e5b31e5b3 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:02.359051 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-16f25fed-1562-441d-8207-1998d07f2ef2 req-c417a6c4-2a86-4c86-84e0-ab5e5b31e5b3 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=389117cc-2bf9-4ee5-b685-6787bd91742b HTTP/1.1" status: 200 len: 944 time: 0.3409700 Nov 19 05:49:02.360636 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-f2abb8d8-fd7c-48f5-b952-9e6784fba860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843301323'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:02.381846 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-6826cb1f-246f-4f13-8fde-a242a89391da tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:02.481967 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b5c5b-b27d-4cab-b7e3-017e9ae3266b req-96a2ca72-961b-41a1-9c95-abcd063619f1 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:02.483632 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-331b5c5b-b27d-4cab-b7e3-017e9ae3266b req-96a2ca72-961b-41a1-9c95-abcd063619f1 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] 10.222.0.16 "GET /v2.0/ports?device_id=d63cc5b3-59d8-4a0f-ae0c-3d9803ff48d8 HTTP/1.1" status: 200 len: 948 time: 0.4021635 Nov 19 05:49:02.809972 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c156e1bb-cbaf-4093-9407-e1a11bc2eb1a req-9d760b0d-eb56-4a32-8afd-f861311396c8 service neutron] 10.222.0.13 "GET /v2.0/networks/860fe5ec-aac7-4da6-92b2-2f86635d7a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6510513 Nov 19 05:49:02.848802 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abb8d8-fd7c-48f5-b952-9e6784fba860 service neutron] Pushing event updated for resources: {'Port': ['ID=ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db,revision_number=3']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:02.868963 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f2abb8d8-fd7c-48f5-b952-9e6784fba860 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:02.871510 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-16f25fed-1562-441d-8207-1998d07f2ef2 req-e39126dd-3b1c-432d-9aa1-d5164525b6a3 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=f9b33396-2cc1-42e1-bb6b-0c8f99e5c840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4908154 Nov 19 05:49:02.887657 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-331b5c5b-b27d-4cab-b7e3-017e9ae3266b req-83db5d53-60f4-4da4-a2cb-d443c60b9dbf tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] 10.222.0.16 "GET /v2.0/security-groups?id=0a57aadf-7e1b-4816-afad-292b89c486d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317587 Nov 19 05:49:02.901885 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-f2abb8d8-fd7c-48f5-b952-9e6784fba860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:02.903398 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-f2abb8d8-fd7c-48f5-b952-9e6784fba860 service neutron] 10.222.0.13 "PUT /v2.0/ports/ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db HTTP/1.1" status: 200 len: 1162 time: 3.1913369 Nov 19 05:49:02.903905 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63cc5b3-59d8-4a0f-ae0c-3d9803ff48d8', 'tag': 'ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:49:03.137413 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63cc5b3-59d8-4a0f-ae0c-3d9803ff48d8', 'tag': 'ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db', 'status': 'completed', 'code': 200} Nov 19 05:49:03.140690 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-92c02f54-2e44-45c1-a8f2-0aa32a2a46f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6edae23a8ea4407ca75d47400be164e0&device_id=d63cc5b3-59d8-4a0f-ae0c-3d9803ff48d8 HTTP/1.1" status: 200 len: 1165 time: 0.1607649 Nov 19 05:49:03.152372 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd1640-9100-456c-ab0c-f0ad85e0c242 req-43237c1f-7437-467e-9092-ba5bf2d8f663 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:03.153897 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8fdd1640-9100-456c-ab0c-f0ad85e0c242 req-43237c1f-7437-467e-9092-ba5bf2d8f663 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 984 time: 0.1231122 Nov 19 05:49:03.242233 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-66d36de8-11e0-4840-bd3f-32f5ddb89604 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db HTTP/1.1" status: 200 len: 217 time: 0.0855935 Nov 19 05:49:03.314112 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8fdd1640-9100-456c-ab0c-f0ad85e0c242 req-b00add39-cd05-452b-84d1-aab6e2a85bbb tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups?id=11a5a934-3e68-4df7-9ad3-1bbcc16facca&id=0aa07e44-4baa-4e5d-9128-12fbd29d3606&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1044419 Nov 19 05:49:03.325109 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-69c3926a-31d2-4c94-a398-6cb866d990f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:03.326614 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-69c3926a-31d2-4c94-a398-6cb866d990f3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=61d0abc9-2046-4825-886a-654e8add6d5f HTTP/1.1" status: 200 len: 843 time: 0.0748420 Nov 19 05:49:03.412851 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-eb98cd53-8cf2-4cfd-99c2-99788b0f0255 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c687bdf7-6b4a-425d-baab-60e6f8a18629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0783889 Nov 19 05:49:03.556011 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-330a2db0-fa59-4e8a-bbde-e191acdf3b73 service neutron] 10.222.0.13 "GET /v2.0/networks/c687bdf7-6b4a-425d-baab-60e6f8a18629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357939 Nov 19 05:49:03.699291 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-dad510a6-e99b-40ca-9aab-387f1d4232c3 req-eed9a3fa-d96e-4dd0-b36f-4e873de74ca9 service neutron] 10.222.0.13 "GET /v2.0/networks/c687bdf7-6b4a-425d-baab-60e6f8a18629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1361136 Nov 19 05:49:03.914096 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3e438dd7-aeb3-45b4-8c05-0cb3f79fb975 req-7cd3e500-27a3-47c0-a02e-d34a11480a05 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6edae23a8ea4407ca75d47400be164e0&device_id=d63cc5b3-59d8-4a0f-ae0c-3d9803ff48d8 HTTP/1.1" status: 200 len: 1165 time: 0.0747237 Nov 19 05:49:04.165733 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e438dd7-aeb3-45b4-8c05-0cb3f79fb975 req-09b75487-0b32-426c-8c5f-0dcc023d8914 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:04.167245 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3e438dd7-aeb3-45b4-8c05-0cb3f79fb975 req-09b75487-0b32-426c-8c5f-0dcc023d8914 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c687bdf7-6b4a-425d-baab-60e6f8a18629 HTTP/1.1" status: 200 len: 863 time: 0.2457240 Nov 19 05:49:04.210381 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b7129-64ff-4875-b034-24d474f9e670 req-ee6da6a5-4d1e-4fc1-be8d-1d195cbb7420 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:04.211791 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 0bc99c61-4581-48e2-80bc-b5895eb6e050 up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:49:04.211988 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8e6b7129-64ff-4875-b034-24d474f9e670 req-ee6da6a5-4d1e-4fc1-be8d-1d195cbb7420 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] 10.222.0.16 "GET /v2.0/ports?device_id=d63cc5b3-59d8-4a0f-ae0c-3d9803ff48d8 HTTP/1.1" status: 200 len: 948 time: 0.1929018 Nov 19 05:49:04.219894 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25f54e-e199-43e4-b90d-0211f196b897 req-20201a65-cf77-4aac-aec7-9baebbff4d8c tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:04.221461 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-6e25f54e-e199-43e4-b90d-0211f196b897 req-20201a65-cf77-4aac-aec7-9baebbff4d8c tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=389117cc-2bf9-4ee5-b685-6787bd91742b HTTP/1.1" status: 200 len: 944 time: 0.2011385 Nov 19 05:49:04.327983 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3e438dd7-aeb3-45b4-8c05-0cb3f79fb975 req-bb894047-49da-4f11-b700-3ce1f8e53c28 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db HTTP/1.1" status: 200 len: 217 time: 0.1148407 Nov 19 05:49:04.373924 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port 0bc99c61-4581-48e2-80bc-b5895eb6e050 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:49:04.374345 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:04.420425 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-6e25f54e-e199-43e4-b90d-0211f196b897 req-ef096e25-223d-4e6b-abad-a0b8eaee20f1 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=f9b33396-2cc1-42e1-bb6b-0c8f99e5c840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448925 Nov 19 05:49:04.423093 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8e6b7129-64ff-4875-b034-24d474f9e670 req-60555ac1-c0da-4e70-afc3-bee2ab79e90a tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] 10.222.0.16 "GET /v2.0/security-groups?id=0a57aadf-7e1b-4816-afad-292b89c486d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487241 Nov 19 05:49:04.435200 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e438dd7-aeb3-45b4-8c05-0cb3f79fb975 req-ebdd1e70-23ba-4d98-bfba-edcba9b5489a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:04.436959 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3e438dd7-aeb3-45b4-8c05-0cb3f79fb975 req-ebdd1e70-23ba-4d98-bfba-edcba9b5489a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=61d0abc9-2046-4825-886a-654e8add6d5f HTTP/1.1" status: 200 len: 843 time: 0.0906296 Nov 19 05:49:04.567168 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device c2105b85-2c68-4fc5-a367-d06190f746b6 up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:49:04.571580 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3e438dd7-aeb3-45b4-8c05-0cb3f79fb975 req-8aac9f2e-3ea0-48a6-84f2-d69b235fd43a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c687bdf7-6b4a-425d-baab-60e6f8a18629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1222765 Nov 19 05:49:04.638916 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning for port c2105b85-2c68-4fc5-a367-d06190f746b6 completed by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:49:04.644379 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port c2105b85-2c68-4fc5-a367-d06190f746b6 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:49:04.644798 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:04.764385 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:04.792646 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3e438dd7-aeb3-45b4-8c05-0cb3f79fb975 req-eaf140e7-14ea-4a50-b9a6-8e152a4a59f4 service neutron] 10.222.0.13 "GET /v2.0/networks/c687bdf7-6b4a-425d-baab-60e6f8a18629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085752 Nov 19 05:49:04.793233 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '389117cc-2bf9-4ee5-b685-6787bd91742b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2105b85-2c68-4fc5-a367-d06190f746b6'}] {{(pid=80340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:49:04.803677 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] For port c2105b85-2c68-4fc5-a367-d06190f746b6, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c2105b85-2c68-4fc5-a367-d06190f746b6,segment=NetworkSegment(c08835ce-6c6c-495e-9241-1d413790bd94),segment_id=c08835ce-6c6c-495e-9241-1d413790bd94)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:49:04.804045 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e15b8a-6d10-42d6-97a8-dfbe40a25310 req-e33b2181-bd02-4497-8b8c-ae882eddbaf6 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:04.805667 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-91e15b8a-6d10-42d6-97a8-dfbe40a25310 req-e33b2181-bd02-4497-8b8c-ae882eddbaf6 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 984 time: 0.1913583 Nov 19 05:49:04.812367 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:04.815372 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:04.859073 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '389117cc-2bf9-4ee5-b685-6787bd91742b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2105b85-2c68-4fc5-a367-d06190f746b6', 'code': 200} Nov 19 05:49:04.886244 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Pushing event updated for resources: {'Port': ['ID=c2105b85-2c68-4fc5-a367-d06190f746b6,revision_number=4']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:04.889530 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:04.966679 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-91e15b8a-6d10-42d6-97a8-dfbe40a25310 req-10bf1e0c-68d2-4df2-8b5d-048db8b26f82 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups?id=11a5a934-3e68-4df7-9ad3-1bbcc16facca&id=0aa07e44-4baa-4e5d-9128-12fbd29d3606&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1323185 Nov 19 05:49:04.989102 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3e438dd7-aeb3-45b4-8c05-0cb3f79fb975 req-398859c7-b2af-4d57-95e1-e980bb734359 service neutron] 10.222.0.13 "GET /v2.0/networks/c687bdf7-6b4a-425d-baab-60e6f8a18629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1823897 Nov 19 05:49:05.138798 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-31375ce4-1806-4f49-8055-8650412e35e5 req-095ba56b-36f3-415c-b295-3141d499e682 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=389117cc-2bf9-4ee5-b685-6787bd91742b HTTP/1.1" status: 200 len: 1163 time: 0.0740957 Nov 19 05:49:05.182266 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-31375ce4-1806-4f49-8055-8650412e35e5 req-15544001-2a7c-4693-b369-6ea9dbf8d3c7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f9b33396-2cc1-42e1-bb6b-0c8f99e5c840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364854 Nov 19 05:49:05.708275 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 0bc99c61-4581-48e2-80bc-b5895eb6e050 up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:49:05.716030 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d930f-8abc-47aa-8f04-b4d87c4e933d req-21dc7c5d-bffa-4e20-b631-4401d4a4984d tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:05.717674 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c20d930f-8abc-47aa-8f04-b4d87c4e933d req-21dc7c5d-bffa-4e20-b631-4401d4a4984d tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=389117cc-2bf9-4ee5-b685-6787bd91742b HTTP/1.1" status: 200 len: 946 time: 0.1515675 Nov 19 05:49:05.724055 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e71d9-42f4-4eb6-ab56-5f7661c4817d req-77ea6dbb-ef30-4248-ba02-ce5aa02d1141 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:05.725631 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4b5e71d9-42f4-4eb6-ab56-5f7661c4817d req-77ea6dbb-ef30-4248-ba02-ce5aa02d1141 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] 10.222.0.16 "GET /v2.0/ports?device_id=d63cc5b3-59d8-4a0f-ae0c-3d9803ff48d8 HTTP/1.1" status: 200 len: 948 time: 0.1238632 Nov 19 05:49:05.783531 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port 0bc99c61-4581-48e2-80bc-b5895eb6e050 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:49:05.783947 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:05.804188 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c20d930f-8abc-47aa-8f04-b4d87c4e933d req-ec35c8ad-fea7-40c5-a653-958eaa886a09 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=f9b33396-2cc1-42e1-bb6b-0c8f99e5c840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775967 Nov 19 05:49:05.807985 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4b5e71d9-42f4-4eb6-ab56-5f7661c4817d req-3131719a-4e96-42d3-a9c0-02fed0f2a665 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] 10.222.0.16 "GET /v2.0/security-groups?id=0a57aadf-7e1b-4816-afad-292b89c486d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670302 Nov 19 05:49:05.903037 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device c2105b85-2c68-4fc5-a367-d06190f746b6 up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:49:05.976910 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port c2105b85-2c68-4fc5-a367-d06190f746b6 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:49:05.977372 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:07.082275 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43112d-0144-411d-a811-ede0d771d384 req-2fd36251-9a8a-47df-a7e0-668ea85ce62f tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:07.083864 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ed43112d-0144-411d-a811-ede0d771d384 req-2fd36251-9a8a-47df-a7e0-668ea85ce62f tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=389117cc-2bf9-4ee5-b685-6787bd91742b HTTP/1.1" status: 200 len: 946 time: 0.1497567 Nov 19 05:49:07.090406 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f9d97-33a3-4d08-946b-e1ad669b9017 req-240244ad-2bae-484e-90b5-2a19b581d529 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:07.091881 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c82f9d97-33a3-4d08-946b-e1ad669b9017 req-240244ad-2bae-484e-90b5-2a19b581d529 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] 10.222.0.16 "GET /v2.0/ports?device_id=d63cc5b3-59d8-4a0f-ae0c-3d9803ff48d8 HTTP/1.1" status: 200 len: 948 time: 0.1200235 Nov 19 05:49:07.172618 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ed43112d-0144-411d-a811-ede0d771d384 req-07a92649-c313-4d6a-ac91-c25ebf6c1f9e tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=f9b33396-2cc1-42e1-bb6b-0c8f99e5c840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796413 Nov 19 05:49:07.176293 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c82f9d97-33a3-4d08-946b-e1ad669b9017 req-330dd771-b181-46d2-a490-e37ba0ad6848 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] 10.222.0.16 "GET /v2.0/security-groups?id=0a57aadf-7e1b-4816-afad-292b89c486d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664589 Nov 19 05:49:07.380243 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d61cb-569c-44a8-aec8-c570f432a1d1 req-7c2ef291-8776-40af-9e1f-cf41bbac8eb9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:07.381901 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b60d61cb-569c-44a8-aec8-c570f432a1d1 req-7c2ef291-8776-40af-9e1f-cf41bbac8eb9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=389117cc-2bf9-4ee5-b685-6787bd91742b HTTP/1.1" status: 200 len: 946 time: 0.0852540 Nov 19 05:49:07.391565 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 36518) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:07.397144 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-a6f86533-256b-4905-841f-2fe265a12d6e tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Request body: {'floatingip': {'port_id': 'c2105b85-2c68-4fc5-a367-d06190f746b6'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:49:07.409358 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Network c687bdf7-6b4a-425d-baab-60e6f8a18629 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:49:07.479071 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a6f86533-256b-4905-841f-2fe265a12d6e tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for floatingip, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:07.787782 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.objects.ports [None req-4eabab39-8845-4410-aa27-bfc72ebd1abc None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80340) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 05:49:08.308433 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a6f86533-256b-4905-841f-2fe265a12d6e tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for floatingip, precommit_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:08.347474 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a6f86533-256b-4905-841f-2fe265a12d6e tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854058857'] for floatingip, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:08.387908 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:49:08.463257 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning for port ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db completed by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:49:08.468599 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:49:08.469035 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:08.477762 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b64f5c-145a-4fab-a6dd-b7e9d4961f6f req-4d185671-4645-4f2c-94b1-3098c1db4d2f tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:08.479283 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e3b64f5c-145a-4fab-a6dd-b7e9d4961f6f req-4d185671-4645-4f2c-94b1-3098c1db4d2f tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] 10.222.0.16 "GET /v2.0/ports?device_id=d63cc5b3-59d8-4a0f-ae0c-3d9803ff48d8 HTTP/1.1" status: 200 len: 948 time: 0.1697235 Nov 19 05:49:08.589902 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:08.607381 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e3b64f5c-145a-4fab-a6dd-b7e9d4961f6f req-c3f01eaa-88df-45aa-94f4-ee047240ae9f tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] 10.222.0.16 "GET /v2.0/security-groups?id=0a57aadf-7e1b-4816-afad-292b89c486d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737200 Nov 19 05:49:08.619363 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63cc5b3-59d8-4a0f-ae0c-3d9803ff48d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db'}] {{(pid=80340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:49:08.630135 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] For port ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db,segment=NetworkSegment(7048d88f-914b-40e9-9d9d-b055ff864c98),segment_id=7048d88f-914b-40e9-9d9d-b055ff864c98)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:49:08.633167 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.db.l3_db [None req-a6f86533-256b-4905-841f-2fe265a12d6e tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Floating IP b333e1aa-6572-4950-97db-076486a5719e associated. External IP: 172.28.3.93, port: c2105b85-2c68-4fc5-a367-d06190f746b6. Nov 19 05:49:08.634792 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:08.636910 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-3fbfbea7-2b97-443e-9471-f5222d052f13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:08.681862 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63cc5b3-59d8-4a0f-ae0c-3d9803ff48d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db', 'code': 200} Nov 19 05:49:08.706294 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Pushing event updated for resources: {'Port': ['ID=ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db,revision_number=4']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:08.710732 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:09.050724 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-2d9edb7a-fd41-4dcd-8c3c-db236c54f6ef req-8bb457d9-4c49-4c3c-9be8-ea16dc1c8dd8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d63cc5b3-59d8-4a0f-ae0c-3d9803ff48d8 HTTP/1.1" status: 200 len: 1167 time: 0.1564298 Nov 19 05:49:09.120017 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-2d9edb7a-fd41-4dcd-8c3c-db236c54f6ef req-4cf79f0f-b798-4650-8dc4-1210b45ac188 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0a57aadf-7e1b-4816-afad-292b89c486d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609524 Nov 19 05:49:09.148253 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f86533-256b-4905-841f-2fe265a12d6e tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Router cfe610fc-80a0-4db3-8707-4eb2ee97d595 has already been hosted by L3 agent 9d988d7f-fab1-47ee-9f4c-4b1b16993ac8 {{(pid=80339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:49:09.356443 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f86533-256b-4905-841f-2fe265a12d6e tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify agent at l3_agent.dv-cinder-763306-1-smb the message routers_updated {{(pid=80339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:49:09.361722 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a6f86533-256b-4905-841f-2fe265a12d6e tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for floatingip, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:09.367071 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a3208b-1d25-4ec3-b33d-9ce9b9aff721 None None] Sync routers for ids ['cfe610fc-80a0-4db3-8707-4eb2ee97d595'] in dv-cinder-763306-1-smb {{(pid=80340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:49:09.381000 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a3208b-1d25-4ec3-b33d-9ce9b9aff721 None None] Routers {'cfe610fc-80a0-4db3-8707-4eb2ee97d595'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:49:09.381190 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-99a3208b-1d25-4ec3-b33d-9ce9b9aff721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:48:42Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['cfe610fc-80a0-4db3-8707-4eb2ee97d595'], 'active': True} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:49:09.419125 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-a6f86533-256b-4905-841f-2fe265a12d6e tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "PUT /v2.0/floatingips/b333e1aa-6572-4950-97db-076486a5719e HTTP/1.1" status: 200 len: 991 time: 2.0264132 Nov 19 05:49:09.419971 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '389117cc-2bf9-4ee5-b685-6787bd91742b', 'tag': 'c2105b85-2c68-4fc5-a367-d06190f746b6'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:49:09.480915 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '389117cc-2bf9-4ee5-b685-6787bd91742b', 'tag': 'c2105b85-2c68-4fc5-a367-d06190f746b6', 'status': 'completed', 'code': 200} Nov 19 05:49:09.521020 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:49:09.655665 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-024ecdd5-a739-41a0-9d42-3599515765e8 req-b9354753-555c-41ec-a733-208ed785a1f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=17a899bd609f4510af15bbf524aca39c&device_id=389117cc-2bf9-4ee5-b685-6787bd91742b HTTP/1.1" status: 200 len: 1163 time: 0.1065013 Nov 19 05:49:09.783091 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-99a3208b-1d25-4ec3-b33d-9ce9b9aff721 None None] Set router cfe610fc-80a0-4db3-8707-4eb2ee97d595 gateway port host: dv-cinder-763306-1-smb {{(pid=80340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:49:09.850564 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:49:09.850977 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:09.880757 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ecdd5-a739-41a0-9d42-3599515765e8 req-07c260b0-99dd-4bd8-b4d7-a1a1b35ba4bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:09.882397 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-024ecdd5-a739-41a0-9d42-3599515765e8 req-07c260b0-99dd-4bd8-b4d7-a1a1b35ba4bb service neutron] 10.222.0.13 "GET /v2.0/networks?id=860fe5ec-aac7-4da6-92b2-2f86635d7a6b HTTP/1.1" status: 200 len: 905 time: 0.2035627 Nov 19 05:49:09.976761 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad0745-4781-4894-8dc7-6dc45753d305 req-6f7b3406-149f-4d82-9912-bfc0cbb8b2d9 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:09.978442 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c2ad0745-4781-4894-8dc7-6dc45753d305 req-6f7b3406-149f-4d82-9912-bfc0cbb8b2d9 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] 10.222.0.16 "GET /v2.0/ports?device_id=d63cc5b3-59d8-4a0f-ae0c-3d9803ff48d8 HTTP/1.1" status: 200 len: 950 time: 0.1990087 Nov 19 05:49:10.018655 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-96f09854-5c0a-4769-b3c6-8750d2e55ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:10.027508 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-024ecdd5-a739-41a0-9d42-3599515765e8 req-14cd1a08-1e30-448a-88ce-eec280d3346f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2105b85-2c68-4fc5-a367-d06190f746b6 HTTP/1.1" status: 200 len: 999 time: 0.1327403 Nov 19 05:49:10.102914 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c2ad0745-4781-4894-8dc7-6dc45753d305 req-a37d6205-f4ca-4554-bd5b-7642e400b01c tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] 10.222.0.16 "GET /v2.0/security-groups?id=0a57aadf-7e1b-4816-afad-292b89c486d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162348 Nov 19 05:49:10.117989 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ecdd5-a739-41a0-9d42-3599515765e8 req-97c9b1b2-1935-40d7-abc4-70de4db47811 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:10.119649 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-024ecdd5-a739-41a0-9d42-3599515765e8 req-97c9b1b2-1935-40d7-abc4-70de4db47811 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=79de99d1-0c92-4ca9-b38b-41526eec1217 HTTP/1.1" status: 200 len: 850 time: 0.0745435 Nov 19 05:49:10.247986 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-024ecdd5-a739-41a0-9d42-3599515765e8 req-35d5c73e-95e9-46df-8bb7-76ecb64d580e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=860fe5ec-aac7-4da6-92b2-2f86635d7a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0835228 Nov 19 05:49:10.285728 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-99a3208b-1d25-4ec3-b33d-9ce9b9aff721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'name': 'tempest-AttachVolumeTestJSON-1859420344-router', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:33Z', 'updated_at': '2020-11-19T05:44:42Z', 'revision_number': 4, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'gw_port': {'id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_floatingips': [{'id': 'b333e1aa-6572-4950-97db-076486a5719e', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'floating_ip_address': '172.28.3.93', 'floating_network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'router_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'port_id': 'c2105b85-2c68-4fc5-a367-d06190f746b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b', 'mac_address': 'fa:16:3e:31:e3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389117cc-2bf9-4ee5-b685-6787bd91742b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:48:50Z', 'updated_at': '2020-11-19T05:49:08Z', 'revision_number': 1, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0830bf-d57e-48be-9b86-310f6810ad4b', 'name': '', 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'mac_address': 'fa:16:3e:b6:93:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79de99d1-0c92-4ca9-b38b-41526eec1217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:40Z', 'updated_at': '2020-11-19T05:45:07Z', 'revision_number': 5, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'subnets': [{'id': '79de99d1-0c92-4ca9-b38b-41526eec1217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:49:10.290455 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a3208b-1d25-4ec3-b33d-9ce9b9aff721 None None] Checking router: cfe610fc-80a0-4db3-8707-4eb2ee97d595 for host: dv-cinder-763306-1-smb {{(pid=80340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:49:10.302616 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a3208b-1d25-4ec3-b33d-9ce9b9aff721 None None] Routers {'cfe610fc-80a0-4db3-8707-4eb2ee97d595'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:49:10.303303 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-99a3208b-1d25-4ec3-b33d-9ce9b9aff721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:48:42Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['cfe610fc-80a0-4db3-8707-4eb2ee97d595'], 'active': True} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:49:10.411470 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-024ecdd5-a739-41a0-9d42-3599515765e8 req-1b7c6504-6e7e-40ca-8936-e00902869061 service neutron] 10.222.0.13 "GET /v2.0/networks/860fe5ec-aac7-4da6-92b2-2f86635d7a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463380 Nov 19 05:49:10.493297 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-99a3208b-1d25-4ec3-b33d-9ce9b9aff721 None None] Set router cfe610fc-80a0-4db3-8707-4eb2ee97d595 gateway port host: dv-cinder-763306-1-smb {{(pid=80340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:49:10.559583 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-024ecdd5-a739-41a0-9d42-3599515765e8 req-69e4200b-0ebd-4d1c-8d0d-19da42bc20cb service neutron] 10.222.0.13 "GET /v2.0/networks/860fe5ec-aac7-4da6-92b2-2f86635d7a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1379790 Nov 19 05:49:10.860702 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-99a3208b-1d25-4ec3-b33d-9ce9b9aff721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'name': 'tempest-AttachVolumeTestJSON-1859420344-router', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:33Z', 'updated_at': '2020-11-19T05:44:42Z', 'revision_number': 4, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'gw_port': {'id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_floatingips': [{'id': 'b333e1aa-6572-4950-97db-076486a5719e', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'floating_ip_address': '172.28.3.93', 'floating_network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'router_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'port_id': 'c2105b85-2c68-4fc5-a367-d06190f746b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b', 'mac_address': 'fa:16:3e:31:e3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389117cc-2bf9-4ee5-b685-6787bd91742b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:48:50Z', 'updated_at': '2020-11-19T05:49:08Z', 'revision_number': 1, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0830bf-d57e-48be-9b86-310f6810ad4b', 'name': '', 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'mac_address': 'fa:16:3e:b6:93:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79de99d1-0c92-4ca9-b38b-41526eec1217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:40Z', 'updated_at': '2020-11-19T05:45:07Z', 'revision_number': 5, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'subnets': [{'id': '79de99d1-0c92-4ca9-b38b-41526eec1217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:49:10.864876 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a3208b-1d25-4ec3-b33d-9ce9b9aff721 None None] The sync data for ids ['cfe610fc-80a0-4db3-8707-4eb2ee97d595'] in dv-cinder-763306-1-smb is: [{'id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'name': 'tempest-AttachVolumeTestJSON-1859420344-router', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:33Z', 'updated_at': '2020-11-19T05:44:42Z', 'revision_number': 4, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'gw_port': {'id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_floatingips': [{'id': 'b333e1aa-6572-4950-97db-076486a5719e', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'floating_ip_address': '172.28.3.93', 'floating_network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'router_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'port_id': 'c2105b85-2c68-4fc5-a367-d06190f746b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b', 'mac_address': 'fa:16:3e:31:e3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389117cc-2bf9-4ee5-b685-6787bd91742b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:48:50Z', 'updated_at': '2020-11-19T05:49:08Z', 'revision_number': 1, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0830bf-d57e-48be-9b86-310f6810ad4b', 'name': '', 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'mac_address': 'fa:16:3e:b6:93:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79de99d1-0c92-4ca9-b38b-41526eec1217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:40Z', 'updated_at': '2020-11-19T05:45:07Z', 'revision_number': 5, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'subnets': [{'id': '79de99d1-0c92-4ca9-b38b-41526eec1217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:49:11.167858 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1309008a-0188-4c0c-86ed-5c472ad69887 None None] New status for floating IP b333e1aa-6572-4950-97db-076486a5719e: ACTIVE {{(pid=80341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 05:49:11.325807 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c117f-12a0-4a8f-ac7b-d2702093f6fb req-a6d77092-8a8a-4156-9bd0-c7d6c40f1ded tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:11.327403 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-eb0c117f-12a0-4a8f-ac7b-d2702093f6fb req-a6d77092-8a8a-4156-9bd0-c7d6c40f1ded tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] 10.222.0.16 "GET /v2.0/ports?device_id=d63cc5b3-59d8-4a0f-ae0c-3d9803ff48d8 HTTP/1.1" status: 200 len: 950 time: 0.0924344 Nov 19 05:49:11.380586 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-eb0c117f-12a0-4a8f-ac7b-d2702093f6fb req-e8c76fc8-0583-45f0-bb58-2f502e94758e tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] 10.222.0.16 "GET /v2.0/security-groups?id=0a57aadf-7e1b-4816-afad-292b89c486d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465829 Nov 19 05:49:11.866127 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a0d95-5804-4f68-831d-b12f2f8f9868 req-ca2e83ff-79f4-4159-94bc-f99d17c943f6 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:11.867647 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-334a0d95-5804-4f68-831d-b12f2f8f9868 req-ca2e83ff-79f4-4159-94bc-f99d17c943f6 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] 10.222.0.16 "GET /v2.0/ports?device_id=d63cc5b3-59d8-4a0f-ae0c-3d9803ff48d8 HTTP/1.1" status: 200 len: 950 time: 0.0834906 Nov 19 05:49:11.916028 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-334a0d95-5804-4f68-831d-b12f2f8f9868 req-39e18ed9-3731-410e-a2de-7a5bafc35b18 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] 10.222.0.16 "GET /v2.0/security-groups?id=0a57aadf-7e1b-4816-afad-292b89c486d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420361 Nov 19 05:49:12.465200 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-696e136e-f724-4acc-b9b4-01d7e23783f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:12.981555 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:13.141789 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09e3b5-8858-4df8-b629-87e2d33d45cc req-680057a8-7bd1-4d59-8330-d7510e0837a4 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:13.143590 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ff09e3b5-8858-4df8-b629-87e2d33d45cc req-680057a8-7bd1-4d59-8330-d7510e0837a4 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] 10.222.0.16 "GET /v2.0/ports?device_id=d63cc5b3-59d8-4a0f-ae0c-3d9803ff48d8 HTTP/1.1" status: 200 len: 950 time: 0.0928218 Nov 19 05:49:13.192868 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ff09e3b5-8858-4df8-b629-87e2d33d45cc req-1103d537-26eb-4434-9afe-3eac81220816 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] 10.222.0.16 "GET /v2.0/security-groups?id=0a57aadf-7e1b-4816-afad-292b89c486d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429292 Nov 19 05:49:13.578867 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e36ad1-388c-4739-a8a0-14e7d20eb0fa req-b3a56a1d-7c21-4438-b816-59dbdf674b57 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:13.580348 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-73e36ad1-388c-4739-a8a0-14e7d20eb0fa req-b3a56a1d-7c21-4438-b816-59dbdf674b57 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] 10.222.0.13 "GET /v2.0/ports?device_id=d63cc5b3-59d8-4a0f-ae0c-3d9803ff48d8 HTTP/1.1" status: 200 len: 950 time: 0.0814095 Nov 19 05:49:13.607446 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:49:13.658368 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-73e36ad1-388c-4739-a8a0-14e7d20eb0fa req-38c42291-bb5b-4bae-8cfa-b4ed3a429070 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Deleting port ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db {{(pid=80339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:49:13.658753 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-73e36ad1-388c-4739-a8a0-14e7d20eb0fa req-38c42291-bb5b-4bae-8cfa-b4ed3a429070 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:13.678475 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:49:13.678901 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:13.903944 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:14.119072 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:14.119825 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-73e36ad1-388c-4739-a8a0-14e7d20eb0fa req-38c42291-bb5b-4bae-8cfa-b4ed3a429070 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] For port ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db,segment=NetworkSegment(7048d88f-914b-40e9-9d9d-b055ff864c98),segment_id=7048d88f-914b-40e9-9d9d-b055ff864c98)] {{(pid=80339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:49:14.120219 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-73e36ad1-388c-4739-a8a0-14e7d20eb0fa req-38c42291-bb5b-4bae-8cfa-b4ed3a429070 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:14.246714 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-73e36ad1-388c-4739-a8a0-14e7d20eb0fa req-38c42291-bb5b-4bae-8cfa-b4ed3a429070 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Calling delete_port for ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db owned by compute:nova {{(pid=80339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:49:14.457486 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-73e36ad1-388c-4739-a8a0-14e7d20eb0fa req-38c42291-bb5b-4bae-8cfa-b4ed3a429070 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474476'] for port, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:14.473666 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-1431b4e6-16b7-4e37-96c1-0ba94b772b35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:14.542193 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd989e-8f6c-4564-8ba6-28ee25ac10a3 req-ddf54ee5-b495-4c35-b7da-de21f827c294 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:14.543743 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d2dd989e-8f6c-4564-8ba6-28ee25ac10a3 req-ddf54ee5-b495-4c35-b7da-de21f827c294 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] 10.222.0.16 "GET /v2.0/ports?device_id=d63cc5b3-59d8-4a0f-ae0c-3d9803ff48d8 HTTP/1.1" status: 200 len: 867 time: 0.2199464 Nov 19 05:49:14.547915 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c42291-bb5b-4bae-8cfa-b4ed3a429070 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Pushing event deleted for resources: {'Port': ['ID=ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:14.551905 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-38c42291-bb5b-4bae-8cfa-b4ed3a429070 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:14.681032 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d2dd989e-8f6c-4564-8ba6-28ee25ac10a3 req-1382e40f-8638-4b26-a165-a1bcf0ffcf5d tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] 10.222.0.16 "GET /v2.0/security-groups?id=0a57aadf-7e1b-4816-afad-292b89c486d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806870 Nov 19 05:49:14.728368 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e36ad1-388c-4739-a8a0-14e7d20eb0fa req-38c42291-bb5b-4bae-8cfa-b4ed3a429070 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] No DVR routers for this DVR port ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db on host hv-cinder-76330 {{(pid=80339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:49:14.731020 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-73e36ad1-388c-4739-a8a0-14e7d20eb0fa req-38c42291-bb5b-4bae-8cfa-b4ed3a429070 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:14.733942 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63cc5b3-59d8-4a0f-ae0c-3d9803ff48d8', 'name': 'network-vif-deleted', 'tag': 'ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:49:14.750009 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-73e36ad1-388c-4739-a8a0-14e7d20eb0fa req-38c42291-bb5b-4bae-8cfa-b4ed3a429070 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] 10.222.0.13 "DELETE /v2.0/ports/ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db HTTP/1.1" status: 204 len: 173 time: 1.1635475 Nov 19 05:49:14.801416 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63cc5b3-59d8-4a0f-ae0c-3d9803ff48d8', 'name': 'network-vif-deleted', 'tag': 'ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db', 'status': 'completed', 'code': 200} Nov 19 05:49:15.456932 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:49:15.495256 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] No Port match for: ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db {{(pid=80340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:49:15.495649 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device ef3b2f7d-4ee0-46fc-9f5d-f0bb883569db not bound to the agent host hv-cinder-76330 {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:49:20.508792 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 36816) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:20.694537 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-d1799344-308b-4d04-af27-003d67eece35 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6edae23a8ea4407ca75d47400be164e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1844413 Nov 19 05:49:20.696961 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 36822) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:20.757675 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-14d2ab19-812a-4edc-ac32-be63fd85e543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:20.787884 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-14d2ab19-812a-4edc-ac32-be63fd85e543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:20.831846 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-14d2ab19-812a-4edc-ac32-be63fd85e543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:20.836745 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-87eb6ce8-dc00-4766-a115-b5b49226ba82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:20.851285 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d2ab19-812a-4edc-ac32-be63fd85e543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a57aadf-7e1b-4816-afad-292b89c486d5,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:20.856736 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-14d2ab19-812a-4edc-ac32-be63fd85e543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:20.858817 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-14d2ab19-812a-4edc-ac32-be63fd85e543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:20.860617 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-14d2ab19-812a-4edc-ac32-be63fd85e543 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a57aadf-7e1b-4816-afad-292b89c486d5 HTTP/1.1" status: 204 len: 168 time: 0.1627004 Nov 19 05:49:24.221499 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 6 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:49:29.374155 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ccd42-aaa7-439e-9bd3-12fe5bd6425a req-73760e07-1590-412a-a672-54228797f359 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:29.375680 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-291ccd42-aaa7-439e-9bd3-12fe5bd6425a req-73760e07-1590-412a-a672-54228797f359 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 946 time: 0.1226707 Nov 19 05:49:29.444396 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-291ccd42-aaa7-439e-9bd3-12fe5bd6425a req-bcf2e2e6-7332-44a7-8a01-31785273b1f7 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607700 Nov 19 05:49:29.451081 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-45722756-e0e9-4c24-bc80-a7fb1d6fc7ef req-1e60a69b-ca58-499d-9332-56f3deb263e6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1234565 Nov 19 05:49:29.659396 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-45722756-e0e9-4c24-bc80-a7fb1d6fc7ef req-0fd78e6c-1b61-4bd1-bb5b-745c9253f4a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a7566f994924090868a2fa4ea4b8c8f&device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 1202 time: 0.0768909 Nov 19 05:49:29.813583 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45722756-e0e9-4c24-bc80-a7fb1d6fc7ef req-0c9c1d10-62fa-4cba-8fd8-272f5a1f6174 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:29.815126 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-45722756-e0e9-4c24-bc80-a7fb1d6fc7ef req-0c9c1d10-62fa-4cba-8fd8-272f5a1f6174 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5bea5542-1284-4dd8-9d3c-21b73dca4fa9 HTTP/1.1" status: 200 len: 907 time: 0.1358008 Nov 19 05:49:29.925162 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-45722756-e0e9-4c24-bc80-a7fb1d6fc7ef req-98bdf054-ffec-4d06-8a47-b40bf3125bba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bc99c61-4581-48e2-80bc-b5895eb6e050 HTTP/1.1" status: 200 len: 1001 time: 0.1015821 Nov 19 05:49:29.992606 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45722756-e0e9-4c24-bc80-a7fb1d6fc7ef req-8930f93a-396c-4db0-94eb-59af26e971fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:29.994108 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-45722756-e0e9-4c24-bc80-a7fb1d6fc7ef req-8930f93a-396c-4db0-94eb-59af26e971fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7fd19b06-9240-4b31-91b7-18a861b0b3eb HTTP/1.1" status: 200 len: 852 time: 0.0626073 Nov 19 05:49:30.076132 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-45722756-e0e9-4c24-bc80-a7fb1d6fc7ef req-3c52f4af-6557-41a8-981c-105ff652c94d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5bea5542-1284-4dd8-9d3c-21b73dca4fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0748751 Nov 19 05:49:30.089387 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:30.219263 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-45722756-e0e9-4c24-bc80-a7fb1d6fc7ef req-0867eba7-5ffa-46c0-b4e9-87696402fc75 service neutron] 10.222.0.13 "GET /v2.0/networks/5bea5542-1284-4dd8-9d3c-21b73dca4fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350112 Nov 19 05:49:30.363581 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-45722756-e0e9-4c24-bc80-a7fb1d6fc7ef req-a16ec5fa-8075-4d17-9ee9-7790a40e1f86 service neutron] 10.222.0.13 "GET /v2.0/networks/5bea5542-1284-4dd8-9d3c-21b73dca4fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1341562 Nov 19 05:49:30.672170 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4d9cb-d305-4c44-a121-cf03e01fb9f2 req-b1055d66-b08a-4429-b66c-89e23e70627a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:30.673909 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-dde4d9cb-d305-4c44-a121-cf03e01fb9f2 req-b1055d66-b08a-4429-b66c-89e23e70627a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 946 time: 0.0847526 Nov 19 05:49:30.722275 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-dde4d9cb-d305-4c44-a121-cf03e01fb9f2 req-01db822f-2091-4676-a433-90f99c870eee tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422611 Nov 19 05:49:32.156672 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b5783-68a6-4efd-be33-d4c345b8210e req-87dd10b8-926e-4d9d-8fcc-7703b891d68f tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:32.158199 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fb9b5783-68a6-4efd-be33-d4c345b8210e req-87dd10b8-926e-4d9d-8fcc-7703b891d68f tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 946 time: 0.2882407 Nov 19 05:49:32.206732 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fb9b5783-68a6-4efd-be33-d4c345b8210e req-33d14c66-44b7-46d5-b956-aea59aeb4a01 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423942 Nov 19 05:49:33.427568 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af42b9-e929-4c75-820c-c3e0d1f01e1c req-ba7e75e4-413d-45da-b178-35c9f5525a93 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:33.429152 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-07af42b9-e929-4c75-820c-c3e0d1f01e1c req-ba7e75e4-413d-45da-b178-35c9f5525a93 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 946 time: 0.0819280 Nov 19 05:49:33.480385 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-07af42b9-e929-4c75-820c-c3e0d1f01e1c req-c1304675-fa7f-419f-a2d4-c633ab8f4fbf tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451853 Nov 19 05:49:34.703669 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b16021-f633-4610-ae5f-5d1001453c75 req-b644befe-6ce2-4216-897f-f384c5e5e133 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:34.705273 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-57b16021-f633-4610-ae5f-5d1001453c75 req-b644befe-6ce2-4216-897f-f384c5e5e133 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 946 time: 0.0826545 Nov 19 05:49:34.752796 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-57b16021-f633-4610-ae5f-5d1001453c75 req-6f04cdca-7cd4-4664-9707-3b8f16aa9b72 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414991 Nov 19 05:49:35.985349 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02abe8-4020-4e52-a998-84e58e6c7588 req-24c564ac-9c5a-43d3-adcf-80c1375db686 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:35.986937 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0b02abe8-4020-4e52-a998-84e58e6c7588 req-24c564ac-9c5a-43d3-adcf-80c1375db686 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 946 time: 0.0881701 Nov 19 05:49:36.035078 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0b02abe8-4020-4e52-a998-84e58e6c7588 req-a2f34f3e-8578-4da2-834a-adeee8a77f44 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421121 Nov 19 05:49:37.259134 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64419224-69de-479b-9b3b-d73d22fbf1eb req-aab8f079-1c52-4904-b97a-37690fc7e2a9 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:37.260704 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-64419224-69de-479b-9b3b-d73d22fbf1eb req-aab8f079-1c52-4904-b97a-37690fc7e2a9 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 946 time: 0.0833056 Nov 19 05:49:37.307206 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-64419224-69de-479b-9b3b-d73d22fbf1eb req-ddeb29dd-3700-4f98-9870-a78836ff6090 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398841 Nov 19 05:49:38.534602 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a18a0-2961-481c-b2ee-00a22521d49f req-677f2478-8e36-4d07-80a9-dea425663dad tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:38.536123 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-964a18a0-2961-481c-b2ee-00a22521d49f req-677f2478-8e36-4d07-80a9-dea425663dad tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 946 time: 0.0873361 Nov 19 05:49:38.584174 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-964a18a0-2961-481c-b2ee-00a22521d49f req-817a5250-2986-466d-bef2-cc53b4447cf0 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417752 Nov 19 05:49:39.813023 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2825bd-47f1-4308-b9af-5f33a4050262 req-2bcc16b1-9c8a-406e-a86c-bd5b6e591d1e tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:39.814597 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1b2825bd-47f1-4308-b9af-5f33a4050262 req-2bcc16b1-9c8a-406e-a86c-bd5b6e591d1e tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 946 time: 0.0840757 Nov 19 05:49:39.866181 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1b2825bd-47f1-4308-b9af-5f33a4050262 req-fc7c81dc-7322-4c21-8b8c-186732430e1a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454645 Nov 19 05:49:39.963791 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6e039da4-9a24-4b3d-b65e-9434c6dcefd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:41.089322 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e86d3-d9ea-4e67-96ae-5466b3353cd5 req-23f742b7-992e-43ae-add8-918dfd296b48 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:41.090924 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-404e86d3-d9ea-4e67-96ae-5466b3353cd5 req-23f742b7-992e-43ae-add8-918dfd296b48 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 946 time: 0.0828521 Nov 19 05:49:41.140745 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-404e86d3-d9ea-4e67-96ae-5466b3353cd5 req-cb139396-f2e8-4882-952f-311504949136 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431845 Nov 19 05:49:42.384675 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609a363-95da-44a5-b98e-a6a3fd9341d4 req-37c92b01-8901-4859-866f-b2c1e2940c10 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:42.386308 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f609a363-95da-44a5-b98e-a6a3fd9341d4 req-37c92b01-8901-4859-866f-b2c1e2940c10 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 946 time: 0.0929210 Nov 19 05:49:42.435915 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f609a363-95da-44a5-b98e-a6a3fd9341d4 req-5e0e4633-8b7c-4211-95a9-7d2797560e20 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430632 Nov 19 05:49:42.459654 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d588d989-90a1-4cde-ade3-b0457612b07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:42.982235 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:43.716274 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1446e9-08e3-4927-a30f-4c2336a08c44 req-ec0deec9-1848-47b5-b149-4a30f924b18f tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:43.718536 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fc1446e9-08e3-4927-a30f-4c2336a08c44 req-ec0deec9-1848-47b5-b149-4a30f924b18f tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 946 time: 0.1020904 Nov 19 05:49:43.773494 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fc1446e9-08e3-4927-a30f-4c2336a08c44 req-e4e46f6c-24ff-42be-9149-0d6204c0507b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485811 Nov 19 05:49:43.906488 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:44.124184 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:44.911230 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-00c25a48-fef7-4d63-bcce-ff24e6eee53d req-cd2debed-6277-46f5-a844-3ac2abaaec77 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1131352875&fields=id&tenant_id=4a7566f994924090868a2fa4ea4b8c8f HTTP/1.1" status: 200 len: 267 time: 0.1009786 Nov 19 05:49:45.014060 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c25a48-fef7-4d63-bcce-ff24e6eee53d req-a76d54dd-3a31-447f-b9f9-0ce4b8718026 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:45.021504 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-00c25a48-fef7-4d63-bcce-ff24e6eee53d req-a76d54dd-3a31-447f-b9f9-0ce4b8718026 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 984 time: 0.1092815 Nov 19 05:49:45.029201 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-00c25a48-fef7-4d63-bcce-ff24e6eee53d req-7f4d0928-6f9f-43c4-843c-a60a589587af tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Request body: {'port': {'security_groups': ['11a5a934-3e68-4df7-9ad3-1bbcc16facca']}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:49:45.171179 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-00c25a48-fef7-4d63-bcce-ff24e6eee53d req-7f4d0928-6f9f-43c4-843c-a60a589587af tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:45.410285 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba473c9-3c92-4007-af83-12f9229c05c7 req-1240779f-a927-48ed-b337-c4860d803dff tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:45.411810 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-6ba473c9-3c92-4007-af83-12f9229c05c7 req-1240779f-a927-48ed-b337-c4860d803dff tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 946 time: 0.2849979 Nov 19 05:49:45.571119 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-6ba473c9-3c92-4007-af83-12f9229c05c7 req-321e58eb-17e0-4292-8bdc-35b49a1cad4d tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1505771 Nov 19 05:49:45.633585 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-00c25a48-fef7-4d63-bcce-ff24e6eee53d req-7f4d0928-6f9f-43c4-843c-a60a589587af tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] For port 0bc99c61-4581-48e2-80bc-b5895eb6e050, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0bc99c61-4581-48e2-80bc-b5895eb6e050,segment=NetworkSegment(1552a133-3e89-45b3-86b7-434385042069),segment_id=1552a133-3e89-45b3-86b7-434385042069)] {{(pid=80339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:49:45.672359 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-00c25a48-fef7-4d63-bcce-ff24e6eee53d req-7f4d0928-6f9f-43c4-843c-a60a589587af tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks [] for port, precommit_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:45.676147 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-00c25a48-fef7-4d63-bcce-ff24e6eee53d req-7f4d0928-6f9f-43c4-843c-a60a589587af tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843301323'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:45.694755 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-96774333-ec50-436e-9981-ff29434787b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:46.097030 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d0928-6f9f-43c4-843c-a60a589587af tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Pushing event updated for resources: {'Port': ['ID=0bc99c61-4581-48e2-80bc-b5895eb6e050,revision_number=6']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:46.105469 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-7f4d0928-6f9f-43c4-843c-a60a589587af tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:46.119480 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c25a48-fef7-4d63-bcce-ff24e6eee53d req-7f4d0928-6f9f-43c4-843c-a60a589587af tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:46.121316 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-00c25a48-fef7-4d63-bcce-ff24e6eee53d req-7f4d0928-6f9f-43c4-843c-a60a589587af tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:46.123192 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-00c25a48-fef7-4d63-bcce-ff24e6eee53d req-7f4d0928-6f9f-43c4-843c-a60a589587af tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "PUT /v2.0/ports/0bc99c61-4581-48e2-80bc-b5895eb6e050 HTTP/1.1" status: 200 len: 942 time: 1.0993278 Nov 19 05:49:46.123842 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28695eca-7c42-4f43-95d8-23ae1e7ac804', 'tag': '0bc99c61-4581-48e2-80bc-b5895eb6e050'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:49:46.207317 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28695eca-7c42-4f43-95d8-23ae1e7ac804', 'tag': '0bc99c61-4581-48e2-80bc-b5895eb6e050', 'status': 'completed', 'code': 200} Nov 19 05:49:46.225193 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c24d8141-eb5e-4237-adba-4c82f661f449 req-efb3aaee-d090-481f-b57d-7a2f70cf5ef9 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups/0aa07e44-4baa-4e5d-9128-12fbd29d3606 HTTP/1.1" status: 200 len: 2659 time: 0.0684102 Nov 19 05:49:46.367013 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-c24d8141-eb5e-4237-adba-4c82f661f449 req-24a4c66e-da7f-4795-83cd-b645dfa54a50 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:46.398624 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-c24d8141-eb5e-4237-adba-4c82f661f449 req-24a4c66e-da7f-4795-83cd-b645dfa54a50 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:46.452788 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3c2e8f80-d6d4-4099-b5f6-54eae802fae4 req-4c880f44-46a1-4ca9-93cb-c6aa15e16986 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a7566f994924090868a2fa4ea4b8c8f&device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 1162 time: 0.2013047 Nov 19 05:49:46.461182 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-945b77dd-6b6a-442d-a93d-d177f5145bc8 None None] Provisioning complete for port 0bc99c61-4581-48e2-80bc-b5895eb6e050 triggered by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:49:46.461987 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-945b77dd-6b6a-442d-a93d-d177f5145bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:46.620029 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e8f80-d6d4-4099-b5f6-54eae802fae4 req-6f99c8dc-5145-43d3-a3f6-6eb1e379ef2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:46.621628 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3c2e8f80-d6d4-4099-b5f6-54eae802fae4 req-6f99c8dc-5145-43d3-a3f6-6eb1e379ef2e service neutron] 10.222.0.13 "GET /v2.0/networks?id=5bea5542-1284-4dd8-9d3c-21b73dca4fa9 HTTP/1.1" status: 200 len: 907 time: 0.1622918 Nov 19 05:49:46.627955 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-c24d8141-eb5e-4237-adba-4c82f661f449 req-24a4c66e-da7f-4795-83cd-b645dfa54a50 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:46.691166 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-adce587c-c60e-4b19-b0be-b2210cf1f08a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:46.756060 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4c66e-da7f-4795-83cd-b645dfa54a50 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa07e44-4baa-4e5d-9128-12fbd29d3606,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:46.758813 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-24a4c66e-da7f-4795-83cd-b645dfa54a50 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:46.765515 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3c2e8f80-d6d4-4099-b5f6-54eae802fae4 req-f381ec2e-4ec3-462c-97dc-ee2add81363e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bc99c61-4581-48e2-80bc-b5895eb6e050 HTTP/1.1" status: 200 len: 1001 time: 0.1258190 Nov 19 05:49:46.769881 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-c24d8141-eb5e-4237-adba-4c82f661f449 req-24a4c66e-da7f-4795-83cd-b645dfa54a50 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:46.774483 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c24d8141-eb5e-4237-adba-4c82f661f449 req-24a4c66e-da7f-4795-83cd-b645dfa54a50 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "DELETE /v2.0/security-groups/0aa07e44-4baa-4e5d-9128-12fbd29d3606 HTTP/1.1" status: 204 len: 173 time: 0.5481732 Nov 19 05:49:47.028071 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e8f80-d6d4-4099-b5f6-54eae802fae4 req-a7ebf861-f839-42d0-8080-f05933ba1b5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:47.029467 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3c2e8f80-d6d4-4099-b5f6-54eae802fae4 req-a7ebf861-f839-42d0-8080-f05933ba1b5c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7fd19b06-9240-4b31-91b7-18a861b0b3eb HTTP/1.1" status: 200 len: 852 time: 0.2540305 Nov 19 05:49:47.090360 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-14b0a938-b50f-4c56-bb79-0c9aa29def5a req-1f5a4901-127f-4217-b087-98291cadff65 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/floatingips/298cc154-fd0e-4682-b251-47d67df71e84 HTTP/1.1" status: 200 len: 998 time: 0.2512603 Nov 19 05:49:47.129617 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d5bbb-30f9-41ab-8ea8-c4f7e86329f4 req-74747124-0793-4e00-8f3e-a635c5d21641 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:47.131213 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-496d5bbb-30f9-41ab-8ea8-c4f7e86329f4 req-74747124-0793-4e00-8f3e-a635c5d21641 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 946 time: 0.2935209 Nov 19 05:49:47.290171 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-496d5bbb-30f9-41ab-8ea8-c4f7e86329f4 req-cd5e3768-7b93-4a2a-96bb-a24e979e6a7d tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1494589 Nov 19 05:49:47.313471 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3c2e8f80-d6d4-4099-b5f6-54eae802fae4 req-e4711b8c-f233-46ef-b359-faf9ed6f56d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5bea5542-1284-4dd8-9d3c-21b73dca4fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2755399 Nov 19 05:49:47.398994 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0a938-b50f-4c56-bb79-0c9aa29def5a req-0921737f-c114-45fb-9ecb-a1d2d4f2e6fe tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:47.400670 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-14b0a938-b50f-4c56-bb79-0c9aa29def5a req-0921737f-c114-45fb-9ecb-a1d2d4f2e6fe tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/networks/763d99df-10cd-4fa9-8817-f2839aa5077e HTTP/1.1" status: 200 len: 784 time: 0.3094769 Nov 19 05:49:47.425130 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [req-14b0a938-b50f-4c56-bb79-0c9aa29def5a req-46bb3233-1713-44e6-b695-e1e7d5a45d93 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=80339) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 05:49:47.426621 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-14b0a938-b50f-4c56-bb79-0c9aa29def5a req-46bb3233-1713-44e6-b695-e1e7d5a45d93 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0103598 Nov 19 05:49:47.624068 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3c2e8f80-d6d4-4099-b5f6-54eae802fae4 req-bc397fda-6ae0-45d9-b639-96b1e1f72c4b service neutron] 10.222.0.13 "GET /v2.0/networks/5bea5542-1284-4dd8-9d3c-21b73dca4fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011146 Nov 19 05:49:47.630141 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-14b0a938-b50f-4c56-bb79-0c9aa29def5a req-483055c4-4c4d-436b-82a0-b32136a07537 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.28.3.126 HTTP/1.1" status: 200 len: 1001 time: 0.1387782 Nov 19 05:49:47.827552 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0a938-b50f-4c56-bb79-0c9aa29def5a req-2814e35a-3540-4a61-94f3-802f9a84c577 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:47.829209 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-14b0a938-b50f-4c56-bb79-0c9aa29def5a req-2814e35a-3540-4a61-94f3-802f9a84c577 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports/0bc99c61-4581-48e2-80bc-b5895eb6e050 HTTP/1.1" status: 200 len: 942 time: 0.1753132 Nov 19 05:49:47.852703 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3c2e8f80-d6d4-4099-b5f6-54eae802fae4 req-5179a1b3-3fcf-4ea3-9ec2-df33af65292d service neutron] 10.222.0.13 "GET /v2.0/networks/5bea5542-1284-4dd8-9d3c-21b73dca4fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2205532 Nov 19 05:49:48.055559 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 0bc99c61-4581-48e2-80bc-b5895eb6e050 up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:49:48.057540 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-14b0a938-b50f-4c56-bb79-0c9aa29def5a req-5c8efd1f-6674-4b2c-9503-dfbfef358256 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.28.3.126 HTTP/1.1" status: 200 len: 1001 time: 0.1407034 Nov 19 05:49:48.153780 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port 0bc99c61-4581-48e2-80bc-b5895eb6e050 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:49:48.154823 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:48.311107 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-14b0a938-b50f-4c56-bb79-0c9aa29def5a req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Deleting port cd6a3f88-7323-4594-a162-e6f34e399b23 {{(pid=80339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:49:48.312275 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-14b0a938-b50f-4c56-bb79-0c9aa29def5a req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:48.587839 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-14b0a938-b50f-4c56-bb79-0c9aa29def5a req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:48.588206 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-14b0a938-b50f-4c56-bb79-0c9aa29def5a req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks [] for floatingip, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:48.615778 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83170841-7007-4512-a78d-7a2b571efb6f req-62eee572-6e15-4cc6-997e-b0b73ba5f2c1 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:48.617629 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-83170841-7007-4512-a78d-7a2b571efb6f req-62eee572-6e15-4cc6-997e-b0b73ba5f2c1 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 946 time: 0.1392286 Nov 19 05:49:48.752096 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-14b0a938-b50f-4c56-bb79-0c9aa29def5a req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Calling delete_port for cd6a3f88-7323-4594-a162-e6f34e399b23 owned by network:floatingip {{(pid=80339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:49:48.839339 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-83170841-7007-4512-a78d-7a2b571efb6f req-6f746f2f-cb68-4aea-be7b-31933165fee6 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1688213 Nov 19 05:49:48.969269 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-14b0a938-b50f-4c56-bb79-0c9aa29def5a req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474476'] for port, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:49.201777 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-5f7475ed-261c-4b23-ad3d-79113ce0e30d tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:49.246928 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Pushing event deleted for resources: {'Port': ['ID=cd6a3f88-7323-4594-a162-e6f34e399b23,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:49.270186 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:49.270597 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:49.271005 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:49.271398 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:49.271791 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:49.272180 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:49.272568 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:49.272961 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:49.273351 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:49.273738 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:49.274111 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:49.274482 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:49.274901 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:49.275282 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:49.275650 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:49.276031 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:49.276404 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:49.276753 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:49.277146 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:49.277522 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:49.277892 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:49.278260 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:49.278633 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:49.279005 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:49.286149 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:49.449743 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-14b0a938-b50f-4c56-bb79-0c9aa29def5a req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks [] for floatingip, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:49.450101 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.db.l3_db [req-14b0a938-b50f-4c56-bb79-0c9aa29def5a req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Floating IP 298cc154-fd0e-4682-b251-47d67df71e84 disassociated (deleted). External IP: 172.28.3.126, port: 0bc99c61-4581-48e2-80bc-b5895eb6e050. Nov 19 05:49:49.891101 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14b0a938-b50f-4c56-bb79-0c9aa29def5a req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Router 5168b767-9e37-4f6f-b8b0-323489f65d40 has already been hosted by L3 agent 9d988d7f-fab1-47ee-9f4c-4b1b16993ac8 {{(pid=80339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:49:50.163058 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b13e1-f47b-4788-b668-d65c64b5c7d3 req-09a281e9-57b5-432a-b67f-63c57f38c260 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:50.164593 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b37b13e1-f47b-4788-b668-d65c64b5c7d3 req-09a281e9-57b5-432a-b67f-63c57f38c260 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 946 time: 0.1678038 Nov 19 05:49:50.239928 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b37b13e1-f47b-4788-b668-d65c64b5c7d3 req-a773aba9-db76-493f-8a0e-2c896e16cd82 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664132 Nov 19 05:49:50.247010 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14b0a938-b50f-4c56-bb79-0c9aa29def5a req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify agent at l3_agent.dv-cinder-763306-1-smb the message routers_updated {{(pid=80339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:49:50.262622 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6298b9-42c2-4f63-affb-b9a2c2ca9b19 None None] Sync routers for ids ['5168b767-9e37-4f6f-b8b0-323489f65d40'] in dv-cinder-763306-1-smb {{(pid=80340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:49:50.285729 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-14b0a938-b50f-4c56-bb79-0c9aa29def5a req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for floatingip, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:50.302588 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6298b9-42c2-4f63-affb-b9a2c2ca9b19 None None] Routers {'5168b767-9e37-4f6f-b8b0-323489f65d40'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:49:50.303315 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-0f6298b9-42c2-4f63-affb-b9a2c2ca9b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:49:42Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['5168b767-9e37-4f6f-b8b0-323489f65d40'], 'active': True} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:49:50.395031 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-14b0a938-b50f-4c56-bb79-0c9aa29def5a req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "DELETE /v2.0/floatingips/298cc154-fd0e-4682-b251-47d67df71e84 HTTP/1.1" status: 204 len: 173 time: 2.3273120 Nov 19 05:49:50.395784 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28695eca-7c42-4f43-95d8-23ae1e7ac804', 'tag': '0bc99c61-4581-48e2-80bc-b5895eb6e050'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:49:50.510939 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-0f6298b9-42c2-4f63-affb-b9a2c2ca9b19 None None] Set router 5168b767-9e37-4f6f-b8b0-323489f65d40 gateway port host: dv-cinder-763306-1-smb {{(pid=80340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:49:50.526126 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-14b0a938-b50f-4c56-bb79-0c9aa29def5a req-d6ed41af-ec04-4fdf-ba64-6a1a54eddc7d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a7566f994924090868a2fa4ea4b8c8f&device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 1162 time: 0.1209376 Nov 19 05:49:50.754072 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28695eca-7c42-4f43-95d8-23ae1e7ac804', 'tag': '0bc99c61-4581-48e2-80bc-b5895eb6e050', 'status': 'completed', 'code': 200} Nov 19 05:49:50.762467 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0a938-b50f-4c56-bb79-0c9aa29def5a req-06a61eed-bc0b-4ad4-ba95-9f3b6299a7fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:50.773605 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-14b0a938-b50f-4c56-bb79-0c9aa29def5a req-06a61eed-bc0b-4ad4-ba95-9f3b6299a7fa service neutron] 10.222.0.16 "GET /v2.0/networks?id=5bea5542-1284-4dd8-9d3c-21b73dca4fa9 HTTP/1.1" status: 200 len: 907 time: 0.2461689 Nov 19 05:49:50.923149 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-14b0a938-b50f-4c56-bb79-0c9aa29def5a req-89738e9f-4b6f-4485-aa40-484d5da13776 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bc99c61-4581-48e2-80bc-b5895eb6e050 HTTP/1.1" status: 200 len: 217 time: 0.1433289 Nov 19 05:49:50.928755 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-0f6298b9-42c2-4f63-affb-b9a2c2ca9b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'name': 'tempest-TestMinimumBasicScenario-61504955-router', 'tenant_id': '4a7566f994924090868a2fa4ea4b8c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c08ea23e-3d81-40c7-a847-e23d574a60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:47:23Z', 'updated_at': '2020-11-19T05:47:29Z', 'revision_number': 4, 'project_id': '4a7566f994924090868a2fa4ea4b8c8f', 'gw_port': {'id': 'c08ea23e-3d81-40c7-a847-e23d574a60b7', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:47:24Z', 'updated_at': '2020-11-19T05:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '8134cfed-e88a-4897-90a1-931469922998', 'name': '', 'network_id': '5bea5542-1284-4dd8-9d3c-21b73dca4fa9', 'tenant_id': '4a7566f994924090868a2fa4ea4b8c8f', 'mac_address': 'fa:16:3e:81:bd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fd19b06-9240-4b31-91b7-18a861b0b3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:47:27Z', 'updated_at': '2020-11-19T05:47:38Z', 'revision_number': 5, 'project_id': '4a7566f994924090868a2fa4ea4b8c8f', 'subnets': [{'id': '7fd19b06-9240-4b31-91b7-18a861b0b3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:49:50.940707 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6298b9-42c2-4f63-affb-b9a2c2ca9b19 None None] Checking router: 5168b767-9e37-4f6f-b8b0-323489f65d40 for host: dv-cinder-763306-1-smb {{(pid=80340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:49:50.970179 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6298b9-42c2-4f63-affb-b9a2c2ca9b19 None None] Routers {'5168b767-9e37-4f6f-b8b0-323489f65d40'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:49:50.970179 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-0f6298b9-42c2-4f63-affb-b9a2c2ca9b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:49:42Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['5168b767-9e37-4f6f-b8b0-323489f65d40'], 'active': True} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:49:51.056838 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0a938-b50f-4c56-bb79-0c9aa29def5a req-830c6b01-aeb7-4f76-8012-36df4376c3a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:51.058515 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-14b0a938-b50f-4c56-bb79-0c9aa29def5a req-830c6b01-aeb7-4f76-8012-36df4376c3a4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7fd19b06-9240-4b31-91b7-18a861b0b3eb HTTP/1.1" status: 200 len: 852 time: 0.1201422 Nov 19 05:49:51.066821 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7c43c792-71de-47bd-bd22-724beb11c7ee req-ef6b5b38-db1a-48c6-baf7-0429e1405a01 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a7566f994924090868a2fa4ea4b8c8f&device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 1162 time: 0.2302039 Nov 19 05:49:51.277993 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43c792-71de-47bd-bd22-724beb11c7ee req-5ebfe4b2-c692-4985-85c5-675f3bcfe433 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:51.279536 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7c43c792-71de-47bd-bd22-724beb11c7ee req-5ebfe4b2-c692-4985-85c5-675f3bcfe433 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5bea5542-1284-4dd8-9d3c-21b73dca4fa9 HTTP/1.1" status: 200 len: 907 time: 0.1715138 Nov 19 05:49:51.354783 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-0f6298b9-42c2-4f63-affb-b9a2c2ca9b19 None None] Set router 5168b767-9e37-4f6f-b8b0-323489f65d40 gateway port host: dv-cinder-763306-1-smb {{(pid=80340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:49:51.363992 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-14b0a938-b50f-4c56-bb79-0c9aa29def5a req-29007d44-0f45-44f5-802b-e01c4b1afe6a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5bea5542-1284-4dd8-9d3c-21b73dca4fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2960842 Nov 19 05:49:51.397234 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7c43c792-71de-47bd-bd22-724beb11c7ee req-37658dd2-1e6b-4303-859e-d36a8d1901ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bc99c61-4581-48e2-80bc-b5895eb6e050 HTTP/1.1" status: 200 len: 217 time: 0.1068401 Nov 19 05:49:51.650298 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43c792-71de-47bd-bd22-724beb11c7ee req-1a208243-e261-431c-a46e-e9aed475d1c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:51.652177 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7c43c792-71de-47bd-bd22-724beb11c7ee req-1a208243-e261-431c-a46e-e9aed475d1c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7fd19b06-9240-4b31-91b7-18a861b0b3eb HTTP/1.1" status: 200 len: 852 time: 0.2288091 Nov 19 05:49:51.747250 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-14b0a938-b50f-4c56-bb79-0c9aa29def5a req-4538b30f-368b-479e-bc2d-d6fa07d1c01c service neutron] 10.222.0.16 "GET /v2.0/networks/5bea5542-1284-4dd8-9d3c-21b73dca4fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752673 Nov 19 05:49:51.749707 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-0f6298b9-42c2-4f63-affb-b9a2c2ca9b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'name': 'tempest-TestMinimumBasicScenario-61504955-router', 'tenant_id': '4a7566f994924090868a2fa4ea4b8c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c08ea23e-3d81-40c7-a847-e23d574a60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:47:23Z', 'updated_at': '2020-11-19T05:47:29Z', 'revision_number': 4, 'project_id': '4a7566f994924090868a2fa4ea4b8c8f', 'gw_port': {'id': 'c08ea23e-3d81-40c7-a847-e23d574a60b7', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:47:24Z', 'updated_at': '2020-11-19T05:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '8134cfed-e88a-4897-90a1-931469922998', 'name': '', 'network_id': '5bea5542-1284-4dd8-9d3c-21b73dca4fa9', 'tenant_id': '4a7566f994924090868a2fa4ea4b8c8f', 'mac_address': 'fa:16:3e:81:bd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fd19b06-9240-4b31-91b7-18a861b0b3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:47:27Z', 'updated_at': '2020-11-19T05:47:38Z', 'revision_number': 5, 'project_id': '4a7566f994924090868a2fa4ea4b8c8f', 'subnets': [{'id': '7fd19b06-9240-4b31-91b7-18a861b0b3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:49:51.758602 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6298b9-42c2-4f63-affb-b9a2c2ca9b19 None None] The sync data for ids ['5168b767-9e37-4f6f-b8b0-323489f65d40'] in dv-cinder-763306-1-smb is: [{'id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'name': 'tempest-TestMinimumBasicScenario-61504955-router', 'tenant_id': '4a7566f994924090868a2fa4ea4b8c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c08ea23e-3d81-40c7-a847-e23d574a60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:47:23Z', 'updated_at': '2020-11-19T05:47:29Z', 'revision_number': 4, 'project_id': '4a7566f994924090868a2fa4ea4b8c8f', 'gw_port': {'id': 'c08ea23e-3d81-40c7-a847-e23d574a60b7', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:47:24Z', 'updated_at': '2020-11-19T05:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '8134cfed-e88a-4897-90a1-931469922998', 'name': '', 'network_id': '5bea5542-1284-4dd8-9d3c-21b73dca4fa9', 'tenant_id': '4a7566f994924090868a2fa4ea4b8c8f', 'mac_address': 'fa:16:3e:81:bd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fd19b06-9240-4b31-91b7-18a861b0b3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:47:27Z', 'updated_at': '2020-11-19T05:47:38Z', 'revision_number': 5, 'project_id': '4a7566f994924090868a2fa4ea4b8c8f', 'subnets': [{'id': '7fd19b06-9240-4b31-91b7-18a861b0b3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:49:51.821473 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b243d17-c93c-472f-ac79-116ffa1ab288 req-9f4299d3-ab6c-427f-84ba-48c53b0d616a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:51.823537 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3b243d17-c93c-472f-ac79-116ffa1ab288 req-9f4299d3-ab6c-427f-84ba-48c53b0d616a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 946 time: 0.3491433 Nov 19 05:49:52.147705 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7c43c792-71de-47bd-bd22-724beb11c7ee req-b6409e1c-4da7-4799-a10e-6acd242add86 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5bea5542-1284-4dd8-9d3c-21b73dca4fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4849238 Nov 19 05:49:52.215250 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da76a61-6336-4b9f-b891-004541f92bae None None] New status for floating IP 298cc154-fd0e-4682-b251-47d67df71e84: DOWN {{(pid=80341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 05:49:52.224240 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-14b0a938-b50f-4c56-bb79-0c9aa29def5a req-f35bdbb3-f653-4da5-a9b2-71ed53528606 service neutron] 10.222.0.16 "GET /v2.0/networks/5bea5542-1284-4dd8-9d3c-21b73dca4fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4675848 Nov 19 05:49:52.236407 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3b243d17-c93c-472f-ac79-116ffa1ab288 req-1638c1c1-f925-4c42-be5c-cef448a9ac3e tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1432354 Nov 19 05:49:52.341839 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7c43c792-71de-47bd-bd22-724beb11c7ee req-a693378c-4974-40c0-a7a6-d9b98a61f3e7 service neutron] 10.222.0.13 "GET /v2.0/networks/5bea5542-1284-4dd8-9d3c-21b73dca4fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718726 Nov 19 05:49:52.635236 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7c43c792-71de-47bd-bd22-724beb11c7ee req-7d774dbc-6bf7-4492-951c-35c6068d36c8 service neutron] 10.222.0.13 "GET /v2.0/networks/5bea5542-1284-4dd8-9d3c-21b73dca4fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1894572 Nov 19 05:49:52.859317 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-10434b2f-debf-4f92-b8c8-43e795aad40c req-816e52a9-a9da-48cc-acde-a19b536bffff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=db4540afb2f2457fb8456c53e9da33fd&device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 1163 time: 0.0765865 Nov 19 05:49:53.011141 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10434b2f-debf-4f92-b8c8-43e795aad40c req-fc3dd077-de22-489b-9e07-5c6896ad15cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:53.013069 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-10434b2f-debf-4f92-b8c8-43e795aad40c req-fc3dd077-de22-489b-9e07-5c6896ad15cf service neutron] 10.222.0.13 "GET /v2.0/networks?id=304e1383-f09c-4327-99c9-7961728842fc HTTP/1.1" status: 200 len: 911 time: 0.1409793 Nov 19 05:49:53.138520 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-10434b2f-debf-4f92-b8c8-43e795aad40c req-55704765-df76-46e7-a7e5-06e3ac286dec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0631820c-7f0d-4e19-81b2-252d79480d3b HTTP/1.1" status: 200 len: 1002 time: 0.1034808 Nov 19 05:49:53.206925 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10434b2f-debf-4f92-b8c8-43e795aad40c req-9505c0b6-9b73-4968-a9d3-49ad43054dac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:53.208493 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-10434b2f-debf-4f92-b8c8-43e795aad40c req-9505c0b6-9b73-4968-a9d3-49ad43054dac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c37d305-86c3-49f3-a016-f0e689dbb363 HTTP/1.1" status: 200 len: 856 time: 0.0632312 Nov 19 05:49:53.293154 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-10434b2f-debf-4f92-b8c8-43e795aad40c req-c5e3d965-9d6c-4e03-aa7a-da79f3e9db2c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=304e1383-f09c-4327-99c9-7961728842fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775037 Nov 19 05:49:53.493909 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-10434b2f-debf-4f92-b8c8-43e795aad40c req-2e2e1586-65da-4099-9972-62adc87075e2 service neutron] 10.222.0.13 "GET /v2.0/networks/304e1383-f09c-4327-99c9-7961728842fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935718 Nov 19 05:49:53.545420 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986ddbe-2cf9-45c7-8a6c-d81f23a2cdd2 req-152a9798-ef96-442f-bd0c-91ff9eb3c795 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:53.547671 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5986ddbe-2cf9-45c7-8a6c-d81f23a2cdd2 req-152a9798-ef96-442f-bd0c-91ff9eb3c795 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 946 time: 0.1494668 Nov 19 05:49:53.678825 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5986ddbe-2cf9-45c7-8a6c-d81f23a2cdd2 req-35a2888a-cf98-4990-8d41-0702a1655042 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1196272 Nov 19 05:49:53.696623 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-10434b2f-debf-4f92-b8c8-43e795aad40c req-70f540e6-91a4-4ad4-a919-4506afe85dd4 service neutron] 10.222.0.13 "GET /v2.0/networks/304e1383-f09c-4327-99c9-7961728842fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1874528 Nov 19 05:49:54.916523 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13220407-0ccb-4877-afd8-881d57abd79f req-0aa5422d-1426-4a47-9c9e-5d2d0a37ed8e tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:54.918185 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-13220407-0ccb-4877-afd8-881d57abd79f req-0aa5422d-1426-4a47-9c9e-5d2d0a37ed8e tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 946 time: 0.0930262 Nov 19 05:49:54.966971 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-13220407-0ccb-4877-afd8-881d57abd79f req-acdd57dc-df07-4505-8617-62e73d3110ad tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419691 Nov 19 05:49:55.535956 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6233a24-560d-4968-a293-5a93f0561a8b req-36d99999-6430-4622-9f7e-b5e43cbf2ecc tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:55.536728 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-a6233a24-560d-4968-a293-5a93f0561a8b req-36d99999-6430-4622-9f7e-b5e43cbf2ecc tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Synchronizing usage tracker for tenant:4a7566f994924090868a2fa4ea4b8c8f on resource:port {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:49:55.553156 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-a6233a24-560d-4968-a293-5a93f0561a8b req-36d99999-6430-4622-9f7e-b5e43cbf2ecc tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Unset dirty status for tenant:4a7566f994924090868a2fa4ea4b8c8f on resource:port {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:49:55.554489 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a6233a24-560d-4968-a293-5a93f0561a8b req-36d99999-6430-4622-9f7e-b5e43cbf2ecc tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 945 time: 0.1032166 Nov 19 05:49:55.603703 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-a6233a24-560d-4968-a293-5a93f0561a8b req-4874822f-169d-4e2d-b242-c844b96e68d2 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Synchronizing usage tracker for tenant:4a7566f994924090868a2fa4ea4b8c8f on resource:security_group {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:49:55.619146 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-a6233a24-560d-4968-a293-5a93f0561a8b req-4874822f-169d-4e2d-b242-c844b96e68d2 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Unset dirty status for tenant:4a7566f994924090868a2fa4ea4b8c8f on resource:security_group {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:49:55.620387 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a6233a24-560d-4968-a293-5a93f0561a8b req-4874822f-169d-4e2d-b242-c844b96e68d2 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups?id=11a5a934-3e68-4df7-9ad3-1bbcc16facca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595160 Nov 19 05:49:55.826509 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 0631820c-7f0d-4e19-81b2-252d79480d3b no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:49:55.939754 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:55.968261 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c65fb1-2786-46f2-af64-8606076a4b51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0631820c-7f0d-4e19-81b2-252d79480d3b'}] {{(pid=80340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:49:55.978743 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] For port 0631820c-7f0d-4e19-81b2-252d79480d3b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0631820c-7f0d-4e19-81b2-252d79480d3b,segment=NetworkSegment(1bac46a1-971a-466a-ba00-4392d3f174e2),segment_id=1bac46a1-971a-466a-ba00-4392d3f174e2)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:49:55.981934 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:55.984319 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:56.056076 dv-cinder-763306-1-smb neutron-server[80227]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e6c65fb1-2786-46f2-af64-8606076a4b51', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0631820c-7f0d-4e19-81b2-252d79480d3b', 'code': 422} returned with failed status Nov 19 05:49:56.058680 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Pushing event updated for resources: {'Port': ['ID=0631820c-7f0d-4e19-81b2-252d79480d3b,revision_number=5']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:56.068077 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:56.068465 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:56.068848 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:56.069252 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:56.069623 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:56.070011 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:56.070335 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:56.070793 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:56.071044 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:56.071406 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:56.071764 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:56.072122 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:56.072523 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:56.072883 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:56.073256 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:56.073616 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:56.073973 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:56.074332 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:56.074690 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:56.075045 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:56.075400 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:56.075756 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:56.076112 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:56.076466 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:56.081102 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:56.209068 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679c692-76b7-4636-aac2-8d506f415190 req-dab3021b-4be7-46a0-937f-0938850ac774 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:56.210707 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e679c692-76b7-4636-aac2-8d506f415190 req-dab3021b-4be7-46a0-937f-0938850ac774 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 944 time: 0.0906625 Nov 19 05:49:56.261109 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e679c692-76b7-4636-aac2-8d506f415190 req-2b9d29ae-1371-49cb-b8dd-532b1e8ed84c tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440061 Nov 19 05:49:56.832724 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd12a0c-66ae-4745-97cb-0976ead5c3e8 req-94b1033f-aaa2-4a74-b83d-3d8c72781329 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:56.834445 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-efd12a0c-66ae-4745-97cb-0976ead5c3e8 req-94b1033f-aaa2-4a74-b83d-3d8c72781329 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 945 time: 0.0847268 Nov 19 05:49:56.891282 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-efd12a0c-66ae-4745-97cb-0976ead5c3e8 req-9e773096-64a1-4641-8fa3-6e016c50e856 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups?id=11a5a934-3e68-4df7-9ad3-1bbcc16facca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477581 Nov 19 05:49:57.489000 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cab3d-f224-4f3f-8497-718f37ac425c req-65b50905-6cb4-45c8-8cca-50fea9eb6bc5 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:57.490593 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-145cab3d-f224-4f3f-8497-718f37ac425c req-65b50905-6cb4-45c8-8cca-50fea9eb6bc5 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.13 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 945 time: 0.0839555 Nov 19 05:49:57.566907 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-145cab3d-f224-4f3f-8497-718f37ac425c req-f2a6d10c-e646-45a2-a559-6cd322c416b4 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Deleting port 0bc99c61-4581-48e2-80bc-b5895eb6e050 {{(pid=80339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:49:57.567134 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-145cab3d-f224-4f3f-8497-718f37ac425c req-f2a6d10c-e646-45a2-a559-6cd322c416b4 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:57.802246 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 0bc99c61-4581-48e2-80bc-b5895eb6e050 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:49:57.869442 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 37116) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:57.931885 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:57.935664 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-145cab3d-f224-4f3f-8497-718f37ac425c req-f2a6d10c-e646-45a2-a559-6cd322c416b4 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] For port 0bc99c61-4581-48e2-80bc-b5895eb6e050, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0bc99c61-4581-48e2-80bc-b5895eb6e050,segment=NetworkSegment(1552a133-3e89-45b3-86b7-434385042069),segment_id=1552a133-3e89-45b3-86b7-434385042069)] {{(pid=80339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:49:57.936844 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-145cab3d-f224-4f3f-8497-718f37ac425c req-f2a6d10c-e646-45a2-a559-6cd322c416b4 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:57.978129 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] For port 0bc99c61-4581-48e2-80bc-b5895eb6e050, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0bc99c61-4581-48e2-80bc-b5895eb6e050,segment=NetworkSegment(1552a133-3e89-45b3-86b7-434385042069),segment_id=1552a133-3e89-45b3-86b7-434385042069)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:49:57.984780 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:57.986885 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d46eeb95-b8a9-4ee2-b552-7e26a17516b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:58.041685 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-35629b6f-3107-4421-b733-0781eea38f84 req-29a52ad9-1f73-4756-9305-b2354eca4ad6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1709569 Nov 19 05:49:58.057406 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28695eca-7c42-4f43-95d8-23ae1e7ac804', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bc99c61-4581-48e2-80bc-b5895eb6e050'}] {{(pid=80340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:49:58.065848 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Pushing event updated for resources: {'Port': ['ID=0bc99c61-4581-48e2-80bc-b5895eb6e050,revision_number=7']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:58.069108 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:58.092124 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-145cab3d-f224-4f3f-8497-718f37ac425c req-f2a6d10c-e646-45a2-a559-6cd322c416b4 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Calling delete_port for 0bc99c61-4581-48e2-80bc-b5895eb6e050 owned by compute:nova {{(pid=80339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:49:58.125877 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a74b4-1f79-4adf-a3bc-02fea8ecdc39 req-ab19c109-89a9-456c-8688-8ddd612498ea tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:58.127488 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-dd7a74b4-1f79-4adf-a3bc-02fea8ecdc39 req-ab19c109-89a9-456c-8688-8ddd612498ea tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 944 time: 0.3099852 Nov 19 05:49:58.254118 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.db.api [req-145cab3d-f224-4f3f-8497-718f37ac425c req-f2a6d10c-e646-45a2-a559-6cd322c416b4 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80339) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 05:49:58.254887 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_db.api [req-145cab3d-f224-4f3f-8497-718f37ac425c req-f2a6d10c-e646-45a2-a559-6cd322c416b4 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 05:49:58.261320 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7e295-6b18-490a-ad35-1c555610ef5b req-6a5d269a-ef38-4b17-a7bc-adbe3b91caa4 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:58.262911 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-50a7e295-6b18-490a-ad35-1c555610ef5b req-6a5d269a-ef38-4b17-a7bc-adbe3b91caa4 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 943 time: 0.1785872 Nov 19 05:49:58.322279 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-50a7e295-6b18-490a-ad35-1c555610ef5b req-fcc4fadf-4248-4b0c-b24c-76cdb1312b7c tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups?id=11a5a934-3e68-4df7-9ad3-1bbcc16facca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446229 Nov 19 05:49:58.375604 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-dd7a74b4-1f79-4adf-a3bc-02fea8ecdc39 req-68ab0a53-0727-4275-954f-3910af9e0a70 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2090852 Nov 19 05:49:58.405410 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28695eca-7c42-4f43-95d8-23ae1e7ac804', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bc99c61-4581-48e2-80bc-b5895eb6e050', 'code': 200} Nov 19 05:49:58.756337 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-145cab3d-f224-4f3f-8497-718f37ac425c req-f2a6d10c-e646-45a2-a559-6cd322c416b4 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Deleting port 0bc99c61-4581-48e2-80bc-b5895eb6e050 {{(pid=80339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:49:58.756754 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-145cab3d-f224-4f3f-8497-718f37ac425c req-f2a6d10c-e646-45a2-a559-6cd322c416b4 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:59.087940 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-145cab3d-f224-4f3f-8497-718f37ac425c req-f2a6d10c-e646-45a2-a559-6cd322c416b4 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] For port 0bc99c61-4581-48e2-80bc-b5895eb6e050, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0bc99c61-4581-48e2-80bc-b5895eb6e050,segment=NetworkSegment(1552a133-3e89-45b3-86b7-434385042069),segment_id=1552a133-3e89-45b3-86b7-434385042069)] {{(pid=80339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:49:59.088521 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-145cab3d-f224-4f3f-8497-718f37ac425c req-f2a6d10c-e646-45a2-a559-6cd322c416b4 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:59.099306 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-35629b6f-3107-4421-b733-0781eea38f84 req-190184b5-429b-48a5-bf30-b08115a90d0c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51&tenant_id=db4540afb2f2457fb8456c53e9da33fd HTTP/1.1" status: 200 len: 1161 time: 0.3134174 Nov 19 05:49:59.261200 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-145cab3d-f224-4f3f-8497-718f37ac425c req-f2a6d10c-e646-45a2-a559-6cd322c416b4 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Calling delete_port for 0bc99c61-4581-48e2-80bc-b5895eb6e050 owned by compute:nova {{(pid=80339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:49:59.387995 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-35629b6f-3107-4421-b733-0781eea38f84 req-6a86a8cd-dc3e-4a48-8dbd-2ded2fa1b01a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=db4540afb2f2457fb8456c53e9da33fd&device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 1161 time: 0.2252216 Nov 19 05:49:59.868315 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-145cab3d-f224-4f3f-8497-718f37ac425c req-f2a6d10c-e646-45a2-a559-6cd322c416b4 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474476'] for port, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:59.887308 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-247c8fa4-7bc4-4f50-9d2d-b6e8c81c7e8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:59.944517 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6d10c-e646-45a2-a559-6cd322c416b4 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Pushing event deleted for resources: {'Port': ['ID=0bc99c61-4581-48e2-80bc-b5895eb6e050,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:59.947617 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f2a6d10c-e646-45a2-a559-6cd322c416b4 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:00.035041 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35629b6f-3107-4421-b733-0781eea38f84 req-16861973-3649-4111-8f0d-0e102a820d65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:00.036627 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-35629b6f-3107-4421-b733-0781eea38f84 req-16861973-3649-4111-8f0d-0e102a820d65 service neutron] 10.222.0.13 "GET /v2.0/networks?id=304e1383-f09c-4327-99c9-7961728842fc HTTP/1.1" status: 200 len: 911 time: 0.6091640 Nov 19 05:50:00.104922 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:00.159201 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebf985-aa86-4cce-b72b-ceddef6d8f6f req-9ce9e96f-a05b-4686-a6b7-27ec24f97310 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:00.160785 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-72ebf985-aa86-4cce-b72b-ceddef6d8f6f req-9ce9e96f-a05b-4686-a6b7-27ec24f97310 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/ports?device_id=28695eca-7c42-4f43-95d8-23ae1e7ac804 HTTP/1.1" status: 200 len: 865 time: 0.4926157 Nov 19 05:50:00.171613 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149f2bc-a8ef-462f-968a-eaab27827d1c req-fca3e294-610e-48fa-bfbe-e3f368b6995e tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:00.173129 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5149f2bc-a8ef-462f-968a-eaab27827d1c req-fca3e294-610e-48fa-bfbe-e3f368b6995e tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 944 time: 0.4900856 Nov 19 05:50:00.275459 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-35629b6f-3107-4421-b733-0781eea38f84 req-7a33d340-86da-448d-bbbe-fafc3cf8f08c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0631820c-7f0d-4e19-81b2-252d79480d3b HTTP/1.1" status: 200 len: 1000 time: 0.2255895 Nov 19 05:50:00.381924 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-72ebf985-aa86-4cce-b72b-ceddef6d8f6f req-36a58d5d-3182-401a-8f78-05e07aff7116 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.16 "GET /v2.0/security-groups?id=11a5a934-3e68-4df7-9ad3-1bbcc16facca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040493 Nov 19 05:50:00.397309 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5149f2bc-a8ef-462f-968a-eaab27827d1c req-ac0d5f40-14b6-4805-83c9-c270b4b8aa5c tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2134106 Nov 19 05:50:00.398201 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-145cab3d-f224-4f3f-8497-718f37ac425c req-f2a6d10c-e646-45a2-a559-6cd322c416b4 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] No DVR routers for this DVR port 0bc99c61-4581-48e2-80bc-b5895eb6e050 on host hv-cinder-76330 {{(pid=80339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:50:00.402231 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-145cab3d-f224-4f3f-8497-718f37ac425c req-f2a6d10c-e646-45a2-a559-6cd322c416b4 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:00.405968 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28695eca-7c42-4f43-95d8-23ae1e7ac804', 'name': 'network-vif-deleted', 'tag': '0bc99c61-4581-48e2-80bc-b5895eb6e050'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:50:00.427265 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35629b6f-3107-4421-b733-0781eea38f84 req-ab624f13-b4b2-4834-bd30-f862438581c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:00.429031 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-35629b6f-3107-4421-b733-0781eea38f84 req-ab624f13-b4b2-4834-bd30-f862438581c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c37d305-86c3-49f3-a016-f0e689dbb363 HTTP/1.1" status: 200 len: 856 time: 0.1401813 Nov 19 05:50:00.430748 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-145cab3d-f224-4f3f-8497-718f37ac425c req-f2a6d10c-e646-45a2-a559-6cd322c416b4 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] 10.222.0.13 "DELETE /v2.0/ports/0bc99c61-4581-48e2-80bc-b5895eb6e050 HTTP/1.1" status: 204 len: 173 time: 2.9350469 Nov 19 05:50:00.485285 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28695eca-7c42-4f43-95d8-23ae1e7ac804', 'name': 'network-vif-deleted', 'tag': '0bc99c61-4581-48e2-80bc-b5895eb6e050', 'status': 'completed', 'code': 200} Nov 19 05:50:00.524255 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-35629b6f-3107-4421-b733-0781eea38f84 req-1d271204-e612-49be-9d67-75d99bb55894 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=304e1383-f09c-4327-99c9-7961728842fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0861595 Nov 19 05:50:00.681533 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-35629b6f-3107-4421-b733-0781eea38f84 req-3eb1b70b-3de6-4712-87ae-1572e9351eb1 service neutron] 10.222.0.13 "GET /v2.0/networks/304e1383-f09c-4327-99c9-7961728842fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392908 Nov 19 05:50:00.836707 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-35629b6f-3107-4421-b733-0781eea38f84 req-72985770-eae6-4e30-8b2d-0f2efce4c44b service neutron] 10.222.0.13 "GET /v2.0/networks/304e1383-f09c-4327-99c9-7961728842fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1456130 Nov 19 05:50:01.222514 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 6 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:50:01.679395 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15cbb1-513c-4f6d-808a-50d286fd54b7 req-d6ed7934-ede3-4088-b73b-7509a2eba872 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:01.681063 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ad15cbb1-513c-4f6d-808a-50d286fd54b7 req-d6ed7934-ede3-4088-b73b-7509a2eba872 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 944 time: 0.1161602 Nov 19 05:50:01.743657 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ad15cbb1-513c-4f6d-808a-50d286fd54b7 req-18eb44f7-fc01-4c9f-8000-c45212a9df4c tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557356 Nov 19 05:50:02.546857 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 37238) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:50:03.002471 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716923'] for router_interface, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:03.016979 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c146f0b-12f8-4fe6-8749-6e039722c055 req-b47e5538-9971-4f4c-982e-f6c7052c5a30 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:03.019215 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0c146f0b-12f8-4fe6-8749-6e039722c055 req-b47e5538-9971-4f4c-982e-f6c7052c5a30 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 944 time: 0.0986302 Nov 19 05:50:03.075332 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0c146f0b-12f8-4fe6-8749-6e039722c055 req-b0df31c8-fc9d-4550-8c14-e7afa5b26b61 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498345 Nov 19 05:50:03.718705 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] Deleting port 8134cfed-e88a-4897-90a1-931469922998 {{(pid=80338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:50:03.719492 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:04.152778 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] For port 8134cfed-e88a-4897-90a1-931469922998, host dv-cinder-763306-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=8134cfed-e88a-4897-90a1-931469922998,segment=NetworkSegment(1552a133-3e89-45b3-86b7-434385042069),segment_id=1552a133-3e89-45b3-86b7-434385042069)] {{(pid=80338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:50:04.153347 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:04.300467 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] Calling delete_port for 8134cfed-e88a-4897-90a1-931469922998 owned by network:router_interface {{(pid=80338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:50:04.328143 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6827c7-1a6d-40b9-90ca-a835d0a465dc req-c7c6b8d6-9183-4acc-8e34-6c1e3f06a896 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:04.330661 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-dc6827c7-1a6d-40b9-90ca-a835d0a465dc req-c7c6b8d6-9183-4acc-8e34-6c1e3f06a896 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 944 time: 0.0927618 Nov 19 05:50:04.423461 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-dc6827c7-1a6d-40b9-90ca-a835d0a465dc req-8fec62e9-04f4-4c0e-8870-da6dc6e1a491 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0722218 Nov 19 05:50:04.523680 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10554044'] for port, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:04.537754 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-4f08da07-ed01-4e3b-86db-2e6e3cd76231 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:04.614823 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] Pushing event deleted for resources: {'Port': ['ID=8134cfed-e88a-4897-90a1-931469922998,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:04.697184 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:04.697603 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:04.697973 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:04.698370 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:04.698759 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:04.699149 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:04.699538 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:04.699921 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:04.700328 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:04.700711 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:04.701141 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:04.702067 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:04.702486 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:04.702869 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:04.703253 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:04.703627 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:04.704007 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:04.704387 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:04.704770 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:04.705192 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:04.705569 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:04.705996 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:04.708016 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:04.708016 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:04.712291 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:05.082193 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854081301'] for router_interface, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:05.728939 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2396bc-4494-4a86-96a8-35f2fcaf709c req-50d320de-c9e0-48d4-87de-f63e9eb178f8 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:05.735544 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5a2396bc-4494-4a86-96a8-35f2fcaf709c req-50d320de-c9e0-48d4-87de-f63e9eb178f8 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 944 time: 0.1268492 Nov 19 05:50:05.807445 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5a2396bc-4494-4a86-96a8-35f2fcaf709c req-a1fcb9ae-716c-43f5-a09c-f8ab070a855b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0657299 Nov 19 05:50:05.876641 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] Router 5168b767-9e37-4f6f-b8b0-323489f65d40 has already been hosted by L3 agent 9d988d7f-fab1-47ee-9f4c-4b1b16993ac8 {{(pid=80338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:50:06.105429 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] Notify agent at l3_agent.dv-cinder-763306-1-smb the message routers_updated {{(pid=80338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:50:06.115330 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b1d1dc-5497-4183-8cf4-ce8cf1397029 None None] Sync routers for ids ['5168b767-9e37-4f6f-b8b0-323489f65d40'] in dv-cinder-763306-1-smb {{(pid=80340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:50:06.120992 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] 10.222.0.16 "PUT /v2.0/routers/5168b767-9e37-4f6f-b8b0-323489f65d40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5723572 Nov 19 05:50:06.124104 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 37256) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:50:06.129492 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b1d1dc-5497-4183-8cf4-ce8cf1397029 None None] Routers {'5168b767-9e37-4f6f-b8b0-323489f65d40'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:50:06.130190 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-d6b1d1dc-5497-4183-8cf4-ce8cf1397029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:49:42Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['5168b767-9e37-4f6f-b8b0-323489f65d40'], 'active': True} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:50:06.348288 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e64d2a52-0baa-43f2-9c4b-fcb2b6dc62fe admin admin] Notify callbacks [] for router, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:06.349425 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-d6b1d1dc-5497-4183-8cf4-ce8cf1397029 None None] Set router 5168b767-9e37-4f6f-b8b0-323489f65d40 gateway port host: dv-cinder-763306-1-smb {{(pid=80340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:50:06.567675 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e64d2a52-0baa-43f2-9c4b-fcb2b6dc62fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:06.575961 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-e64d2a52-0baa-43f2-9c4b-fcb2b6dc62fe admin admin] Deleting port c08ea23e-3d81-40c7-a847-e23d574a60b7 {{(pid=80338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:50:06.576432 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e64d2a52-0baa-43f2-9c4b-fcb2b6dc62fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:06.784993 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-d6b1d1dc-5497-4183-8cf4-ce8cf1397029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'name': 'tempest-TestMinimumBasicScenario-61504955-router', 'tenant_id': '4a7566f994924090868a2fa4ea4b8c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c08ea23e-3d81-40c7-a847-e23d574a60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:47:23Z', 'updated_at': '2020-11-19T05:50:04Z', 'revision_number': 5, 'project_id': '4a7566f994924090868a2fa4ea4b8c8f', 'gw_port': {'id': 'c08ea23e-3d81-40c7-a847-e23d574a60b7', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:47:24Z', 'updated_at': '2020-11-19T05:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb'}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:50:06.789664 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b1d1dc-5497-4183-8cf4-ce8cf1397029 None None] Checking router: 5168b767-9e37-4f6f-b8b0-323489f65d40 for host: dv-cinder-763306-1-smb {{(pid=80340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:50:06.802793 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b1d1dc-5497-4183-8cf4-ce8cf1397029 None None] Routers {'5168b767-9e37-4f6f-b8b0-323489f65d40'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:50:06.803484 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-d6b1d1dc-5497-4183-8cf4-ce8cf1397029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:49:42Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['5168b767-9e37-4f6f-b8b0-323489f65d40'], 'active': True} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:50:06.971350 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-d6b1d1dc-5497-4183-8cf4-ce8cf1397029 None None] Set router 5168b767-9e37-4f6f-b8b0-323489f65d40 gateway port host: None {{(pid=80340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:50:07.056258 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-e64d2a52-0baa-43f2-9c4b-fcb2b6dc62fe admin admin] For port c08ea23e-3d81-40c7-a847-e23d574a60b7, host dv-cinder-763306-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=c08ea23e-3d81-40c7-a847-e23d574a60b7,segment=NetworkSegment(570e6a95-1f7f-4238-9052-97fd91c0100f),segment_id=570e6a95-1f7f-4238-9052-97fd91c0100f)] {{(pid=80338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:50:07.056738 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e64d2a52-0baa-43f2-9c4b-fcb2b6dc62fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:07.094216 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-d6b1d1dc-5497-4183-8cf4-ce8cf1397029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'name': 'tempest-TestMinimumBasicScenario-61504955-router', 'tenant_id': '4a7566f994924090868a2fa4ea4b8c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:47:23Z', 'updated_at': '2020-11-19T05:50:06Z', 'revision_number': 6, 'project_id': '4a7566f994924090868a2fa4ea4b8c8f', 'gw_port_host': None}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:50:07.099110 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b1d1dc-5497-4183-8cf4-ce8cf1397029 None None] The sync data for ids ['5168b767-9e37-4f6f-b8b0-323489f65d40'] in dv-cinder-763306-1-smb is: [{'id': '5168b767-9e37-4f6f-b8b0-323489f65d40', 'name': 'tempest-TestMinimumBasicScenario-61504955-router', 'tenant_id': '4a7566f994924090868a2fa4ea4b8c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:47:23Z', 'updated_at': '2020-11-19T05:50:06Z', 'revision_number': 6, 'project_id': '4a7566f994924090868a2fa4ea4b8c8f', 'gw_port_host': None}] {{(pid=80340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:50:07.221937 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-e64d2a52-0baa-43f2-9c4b-fcb2b6dc62fe admin admin] Calling delete_port for c08ea23e-3d81-40c7-a847-e23d574a60b7 owned by network:router_gateway {{(pid=80338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:50:07.233695 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603fb6e-9ce2-402e-9910-9bbd9abbfcf3 req-0558fe79-4445-4ff9-b2d7-525063ee8c2f tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:07.243218 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0603fb6e-9ce2-402e-9910-9bbd9abbfcf3 req-0558fe79-4445-4ff9-b2d7-525063ee8c2f tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 944 time: 0.1433101 Nov 19 05:50:07.305523 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0603fb6e-9ce2-402e-9910-9bbd9abbfcf3 req-de89bdec-131c-46df-b228-b98429c60041 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613308 Nov 19 05:50:07.450917 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e64d2a52-0baa-43f2-9c4b-fcb2b6dc62fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10554044'] for port, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:07.467663 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:07.521896 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d2a52-0baa-43f2-9c4b-fcb2b6dc62fe admin admin] Pushing event deleted for resources: {'Port': ['ID=c08ea23e-3d81-40c7-a847-e23d574a60b7,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:07.527512 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e64d2a52-0baa-43f2-9c4b-fcb2b6dc62fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:07.843613 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e64d2a52-0baa-43f2-9c4b-fcb2b6dc62fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-712571'] for router_gateway, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:08.122168 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e64d2a52-0baa-43f2-9c4b-fcb2b6dc62fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38356'] for router, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:08.127240 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e64d2a52-0baa-43f2-9c4b-fcb2b6dc62fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:08.153377 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e64d2a52-0baa-43f2-9c4b-fcb2b6dc62fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690777'] for router, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:08.153987 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64d2a52-0baa-43f2-9c4b-fcb2b6dc62fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5168b767-9e37-4f6f-b8b0-323489f65d40 {{(pid=80338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 19 05:50:08.168691 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e64d2a52-0baa-43f2-9c4b-fcb2b6dc62fe admin admin] Notify callbacks [] for router, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:08.170825 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-e64d2a52-0baa-43f2-9c4b-fcb2b6dc62fe admin admin] 10.222.0.16 "DELETE /v2.0/routers/5168b767-9e37-4f6f-b8b0-323489f65d40 HTTP/1.1" status: 204 len: 168 time: 2.0447311 Nov 19 05:50:08.173588 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 37268) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:50:08.248444 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c0b7562-dc34-44a3-8508-85ec2d7a8d9e admin admin] Deleting subnet 7fd19b06-9240-4b31-91b7-18a861b0b3eb {{(pid=80339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 05:50:08.251956 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8c0b7562-dc34-44a3-8508-85ec2d7a8d9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:08.316688 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8c0b7562-dc34-44a3-8508-85ec2d7a8d9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843183301'] for subnet, precommit_delete_associations {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:08.355238 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 8134cfed-e88a-4897-90a1-931469922998 no longer exists at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:50:08.391375 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] No Port match for: 8134cfed-e88a-4897-90a1-931469922998 {{(pid=80340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:50:08.392004 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 8134cfed-e88a-4897-90a1-931469922998 not bound to the agent host dv-cinder-763306-1-smb {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:50:08.392619 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device c08ea23e-3d81-40c7-a847-e23d574a60b7 no longer exists at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:50:08.430626 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] No Port match for: c08ea23e-3d81-40c7-a847-e23d574a60b7 {{(pid=80340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:50:08.431018 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device c08ea23e-3d81-40c7-a847-e23d574a60b7 not bound to the agent host dv-cinder-763306-1-smb {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:50:08.467373 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8c0b7562-dc34-44a3-8508-85ec2d7a8d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850617832'] for subnet, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:08.792863 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db321e2-a58c-4f94-8407-104fd8107fcd req-f2f7448f-34d7-482d-b6c1-8a3adef836e8 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:08.794554 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-6db321e2-a58c-4f94-8407-104fd8107fcd req-f2f7448f-34d7-482d-b6c1-8a3adef836e8 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 944 time: 0.2370541 Nov 19 05:50:08.851870 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8c0b7562-dc34-44a3-8508-85ec2d7a8d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4157984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843301370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843469982'] for subnet, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:08.855123 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-6db321e2-a58c-4f94-8407-104fd8107fcd req-2d433ee0-bdef-4986-9932-bb9eb8b64e2c tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534377 Nov 19 05:50:08.876427 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-da89efc3-dfd3-4f75-89e8-d317fe443348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:08.926420 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b7562-dc34-44a3-8508-85ec2d7a8d9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fd19b06-9240-4b31-91b7-18a861b0b3eb,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:08.931470 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-8c0b7562-dc34-44a3-8508-85ec2d7a8d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:09.018255 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8c0b7562-dc34-44a3-8508-85ec2d7a8d9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:09.023614 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9d1a5c-4d86-439d-9934-69f98c1c225a None None] Network 5bea5542-1284-4dd8-9d3c-21b73dca4fa9 requested from dv-cinder-763306-1-smb {{(pid=80340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:50:09.033520 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-8c0b7562-dc34-44a3-8508-85ec2d7a8d9e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7fd19b06-9240-4b31-91b7-18a861b0b3eb HTTP/1.1" status: 204 len: 168 time: 0.8585272 Nov 19 05:50:09.036103 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 37274) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:50:09.166865 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c4ee5c52-b18e-495e-bbfd-00027c2c1998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3949208'] for network, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:09.238032 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-c4ee5c52-b18e-495e-bbfd-00027c2c1998 admin admin] Deleting port 4ae7652e-3ee4-4866-968b-38fe6d797a16 {{(pid=80338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:50:09.238338 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c4ee5c52-b18e-495e-bbfd-00027c2c1998 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:09.302591 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39eab63-4d69-4805-8764-3ce6ed6ef224 None None] DHCP port deletion for 5bea5542-1284-4dd8-9d3c-21b73dca4fa9 request from dv-cinder-763306-1-smb {{(pid=80340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 19 05:50:09.306945 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-d39eab63-4d69-4805-8764-3ce6ed6ef224 None None] Deleting port 4ae7652e-3ee4-4866-968b-38fe6d797a16 {{(pid=80340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:50:09.307390 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d39eab63-4d69-4805-8764-3ce6ed6ef224 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:09.512202 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-c4ee5c52-b18e-495e-bbfd-00027c2c1998 admin admin] For port 4ae7652e-3ee4-4866-968b-38fe6d797a16, host dv-cinder-763306-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=4ae7652e-3ee4-4866-968b-38fe6d797a16,segment=NetworkSegment(1552a133-3e89-45b3-86b7-434385042069),segment_id=1552a133-3e89-45b3-86b7-434385042069)] {{(pid=80338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:50:09.512590 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c4ee5c52-b18e-495e-bbfd-00027c2c1998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:09.542334 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-d39eab63-4d69-4805-8764-3ce6ed6ef224 None None] For port 4ae7652e-3ee4-4866-968b-38fe6d797a16, host dv-cinder-763306-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=4ae7652e-3ee4-4866-968b-38fe6d797a16,segment=NetworkSegment(1552a133-3e89-45b3-86b7-434385042069),segment_id=1552a133-3e89-45b3-86b7-434385042069)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:50:09.542817 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d39eab63-4d69-4805-8764-3ce6ed6ef224 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:09.659397 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-c4ee5c52-b18e-495e-bbfd-00027c2c1998 admin admin] Calling delete_port for 4ae7652e-3ee4-4866-968b-38fe6d797a16 owned by network:dhcp {{(pid=80338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:50:09.739092 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c4ee5c52-b18e-495e-bbfd-00027c2c1998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10554044'] for port, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:09.755992 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-3dcfa0c9-ab68-494f-aa20-e360e452f620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:09.825310 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee5c52-b18e-495e-bbfd-00027c2c1998 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ae7652e-3ee4-4866-968b-38fe6d797a16,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:09.828748 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-c4ee5c52-b18e-495e-bbfd-00027c2c1998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:09.841353 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-d39eab63-4d69-4805-8764-3ce6ed6ef224 None None] Calling delete_port for 4ae7652e-3ee4-4866-968b-38fe6d797a16 owned by network:dhcp {{(pid=80340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:50:09.928258 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ee5c52-b18e-495e-bbfd-00027c2c1998 admin admin] No DVR routers for this DVR port 4ae7652e-3ee4-4866-968b-38fe6d797a16 on host dv-cinder-763306-1-smb {{(pid=80338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:50:10.040034 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.db.api [None req-d39eab63-4d69-4805-8764-3ce6ed6ef224 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80340) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 05:50:10.040357 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_db.api [None req-d39eab63-4d69-4805-8764-3ce6ed6ef224 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 05:50:10.042050 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-35ee7a3e-0f7d-4ab8-b948-df3e4d049aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:10.060353 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c4ee5c52-b18e-495e-bbfd-00027c2c1998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850615901', 'neutron.services.segments.db._delete_segments_for_network--9223363282791137771'] for network, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:10.142110 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867937b-5168-45aa-b96c-99174f8ec782 req-5afba0be-ad5d-40fa-8473-00e70ccc2d1e tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:10.147128 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9867937b-5168-45aa-b96c-99174f8ec782 req-5afba0be-ad5d-40fa-8473-00e70ccc2d1e tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 944 time: 0.0935454 Nov 19 05:50:10.198687 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9867937b-5168-45aa-b96c-99174f8ec782 req-8259b2f7-734f-4640-a14c-ae934833e007 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458884 Nov 19 05:50:10.201683 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-c4ee5c52-b18e-495e-bbfd-00027c2c1998 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bea5542-1284-4dd8-9d3c-21b73dca4fa9']}} {{(pid=80338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:50:10.220442 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-c4ee5c52-b18e-495e-bbfd-00027c2c1998 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1552a133-3e89-45b3-86b7-434385042069') {'for_net_delete': True} {{(pid=80338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:50:10.220831 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-c4ee5c52-b18e-495e-bbfd-00027c2c1998 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1552a133-3e89-45b3-86b7-434385042069') {} {{(pid=80338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:50:10.235715 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c4ee5c52-b18e-495e-bbfd-00027c2c1998 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282791100139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844164847'] for segment, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:10.254431 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c4ee5c52-b18e-495e-bbfd-00027c2c1998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4146814'] for segment, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:10.256590 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c4ee5c52-b18e-495e-bbfd-00027c2c1998 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 05:50:10.364033 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 4ae7652e-3ee4-4866-968b-38fe6d797a16 no longer exists at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:50:10.400577 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] No Port match for: 4ae7652e-3ee4-4866-968b-38fe6d797a16 {{(pid=80340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:50:10.401012 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 4ae7652e-3ee4-4866-968b-38fe6d797a16 not bound to the agent host dv-cinder-763306-1-smb {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:50:10.455621 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-c4ee5c52-b18e-495e-bbfd-00027c2c1998 admin admin] Network 5bea5542-1284-4dd8-9d3c-21b73dca4fa9 has no segments {{(pid=80338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:50:10.464847 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c4ee5c52-b18e-495e-bbfd-00027c2c1998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850629002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844221749'] for segment, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:10.541894 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-d39eab63-4d69-4805-8764-3ce6ed6ef224 None None] Deleting port 4ae7652e-3ee4-4866-968b-38fe6d797a16 {{(pid=80340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:50:10.542135 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d39eab63-4d69-4805-8764-3ce6ed6ef224 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:10.664536 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-d39eab63-4d69-4805-8764-3ce6ed6ef224 None None] The port '4ae7652e-3ee4-4866-968b-38fe6d797a16' was deleted {{(pid=80340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 19 05:50:10.677025 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-c4ee5c52-b18e-495e-bbfd-00027c2c1998 admin admin] Network 5bea5542-1284-4dd8-9d3c-21b73dca4fa9 has no segments {{(pid=80338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:50:10.703545 dv-cinder-763306-1-smb neutron-server[80227]: Traceback (most recent call last): Nov 19 05:50:10.703545 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:50:10.703545 dv-cinder-763306-1-smb neutron-server[80227]: timer() Nov 19 05:50:10.703545 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:50:10.703545 dv-cinder-763306-1-smb neutron-server[80227]: cb(*args, **kw) Nov 19 05:50:10.703545 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 05:50:10.703545 dv-cinder-763306-1-smb neutron-server[80227]: return func(*args, **kwargs) Nov 19 05:50:10.703545 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:50:10.703545 dv-cinder-763306-1-smb neutron-server[80227]: self._notify() Nov 19 05:50:10.703545 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:50:10.703545 dv-cinder-763306-1-smb neutron-server[80227]: self.callback(batched_events) Nov 19 05:50:10.703545 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:50:10.703545 dv-cinder-763306-1-smb neutron-server[80227]: event.method(event) Nov 19 05:50:10.703545 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 05:50:10.703545 dv-cinder-763306-1-smb neutron-server[80227]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:50:10.703545 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 05:50:10.703545 dv-cinder-763306-1-smb neutron-server[80227]: segment_id)['aggregates'][0] Nov 19 05:50:10.703545 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 05:50:10.703545 dv-cinder-763306-1-smb neutron-server[80227]: return f(self, *a, **k) Nov 19 05:50:10.703545 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:50:10.703545 dv-cinder-763306-1-smb neutron-server[80227]: return self._get(url).json() Nov 19 05:50:10.703545 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 05:50:10.703545 dv-cinder-763306-1-smb neutron-server[80227]: **kwargs) Nov 19 05:50:10.703545 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 05:50:10.703545 dv-cinder-763306-1-smb neutron-server[80227]: return self.request(url, 'GET', **kwargs) Nov 19 05:50:10.703545 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 05:50:10.703545 dv-cinder-763306-1-smb neutron-server[80227]: **endpoint_filter) Nov 19 05:50:10.703545 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 05:50:10.703545 dv-cinder-763306-1-smb neutron-server[80227]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:50:10.703545 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 05:50:10.703545 dv-cinder-763306-1-smb neutron-server[80227]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:50:10.703545 dv-cinder-763306-1-smb neutron-server[80227]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:50:10.790283 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c4ee5c52-b18e-495e-bbfd-00027c2c1998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4159915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for network, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:10.794037 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:10.811736 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c4ee5c52-b18e-495e-bbfd-00027c2c1998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for network, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:10.818441 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee5c52-b18e-495e-bbfd-00027c2c1998 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bea5542-1284-4dd8-9d3c-21b73dca4fa9,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:10.823144 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-c4ee5c52-b18e-495e-bbfd-00027c2c1998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:10.835327 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-c4ee5c52-b18e-495e-bbfd-00027c2c1998 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5bea5542-1284-4dd8-9d3c-21b73dca4fa9 HTTP/1.1" status: 204 len: 168 time: 1.7981350 Nov 19 05:50:11.046267 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 37288) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:50:11.099994 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-ae7062b0-cf3c-47f1-9eb5-702c2243074e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a7566f994924090868a2fa4ea4b8c8f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0525336 Nov 19 05:50:11.102294 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 37292) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:50:11.164765 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-437651e0-d33a-4015-a93c-ad05fb01fc69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:11.191471 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-437651e0-d33a-4015-a93c-ad05fb01fc69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:11.235766 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-437651e0-d33a-4015-a93c-ad05fb01fc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:11.240557 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-1219b803-49d1-406c-ac01-2fdb530d015e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:11.254590 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437651e0-d33a-4015-a93c-ad05fb01fc69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a5a934-3e68-4df7-9ad3-1bbcc16facca,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:11.257393 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-437651e0-d33a-4015-a93c-ad05fb01fc69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:11.264151 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-437651e0-d33a-4015-a93c-ad05fb01fc69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:11.265405 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-437651e0-d33a-4015-a93c-ad05fb01fc69 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/11a5a934-3e68-4df7-9ad3-1bbcc16facca HTTP/1.1" status: 204 len: 168 time: 0.1621861 Nov 19 05:50:11.456289 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d87e91-1650-4342-aada-37a569e43e99 req-23c56418-41ba-4f13-8827-e3a764f20926 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:11.457933 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f4d87e91-1650-4342-aada-37a569e43e99 req-23c56418-41ba-4f13-8827-e3a764f20926 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 944 time: 0.0832901 Nov 19 05:50:11.515190 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f4d87e91-1650-4342-aada-37a569e43e99 req-5d7bacec-bf2d-453a-a404-a6002fa05eb8 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507939 Nov 19 05:50:12.453070 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23e92c09-f294-4fe7-bc81-acd5c3414818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:12.755795 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498a95f-8c34-4ad3-9b58-c76749cf3cf9 req-8ddd51e1-8567-4e3d-89ff-ffc8226f61e2 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:12.758654 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9498a95f-8c34-4ad3-9b58-c76749cf3cf9 req-8ddd51e1-8567-4e3d-89ff-ffc8226f61e2 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 944 time: 0.0823975 Nov 19 05:50:12.805305 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9498a95f-8c34-4ad3-9b58-c76749cf3cf9 req-4a53134e-48a3-4017-b586-87be47b80a54 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417407 Nov 19 05:50:12.986615 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:13.908334 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:14.039280 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46267bfe-58dd-4309-8f6b-9fce7b2ccb80 req-3c840163-25a7-4238-8000-e017220ba60d tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:14.040859 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-46267bfe-58dd-4309-8f6b-9fce7b2ccb80 req-3c840163-25a7-4238-8000-e017220ba60d tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 944 time: 0.0912521 Nov 19 05:50:14.090018 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-46267bfe-58dd-4309-8f6b-9fce7b2ccb80 req-07c4df81-49be-454a-8af7-1b440bf6e7cc tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429654 Nov 19 05:50:14.127423 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:14.364285 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 0631820c-7f0d-4e19-81b2-252d79480d3b up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:50:14.442852 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port 0631820c-7f0d-4e19-81b2-252d79480d3b triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:50:14.442852 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:14.558079 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:14.586637 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c65fb1-2786-46f2-af64-8606076a4b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0631820c-7f0d-4e19-81b2-252d79480d3b'}] {{(pid=80340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:50:14.596880 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] For port 0631820c-7f0d-4e19-81b2-252d79480d3b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0631820c-7f0d-4e19-81b2-252d79480d3b,segment=NetworkSegment(1bac46a1-971a-466a-ba00-4392d3f174e2),segment_id=1bac46a1-971a-466a-ba00-4392d3f174e2)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:50:14.601450 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:14.604292 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d46eeb95-b8a9-4ee2-b552-7e26a17516b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:14.671415 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Pushing event updated for resources: {'Port': ['ID=0631820c-7f0d-4e19-81b2-252d79480d3b,revision_number=6']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:14.674723 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:14.883652 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c65fb1-2786-46f2-af64-8606076a4b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0631820c-7f0d-4e19-81b2-252d79480d3b', 'code': 200} Nov 19 05:50:15.446095 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7fb6a6c2-4d37-4c87-858c-875b22be0ea9 req-98422913-93bf-4fa0-865a-59585c0fe425 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 1163 time: 0.3458149 Nov 19 05:50:15.511068 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b687e-3f98-43e6-ad1b-7075447e4d4a req-2e2a143b-8d85-44bd-b967-2a59bee0bc96 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:15.512608 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f30b687e-3f98-43e6-ad1b-7075447e4d4a req-2e2a143b-8d85-44bd-b967-2a59bee0bc96 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=389117cc-2bf9-4ee5-b685-6787bd91742b HTTP/1.1" status: 200 len: 946 time: 0.3659639 Nov 19 05:50:15.586170 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7fb6a6c2-4d37-4c87-858c-875b22be0ea9 req-4120e128-ff20-4423-84bd-3c4ac72ec679 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0998640 Nov 19 05:50:15.605380 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f30b687e-3f98-43e6-ad1b-7075447e4d4a req-b763ab15-c9ef-44fd-a69d-327c0a820d09 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=f9b33396-2cc1-42e1-bb6b-0c8f99e5c840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839374 Nov 19 05:50:15.612716 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceeeef6-7d1f-4cc1-b11e-d020b9bfa749 req-d0cc6e13-927b-42b1-bbef-6bbfbaabd382 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:15.614291 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9ceeeef6-7d1f-4cc1-b11e-d020b9bfa749 req-d0cc6e13-927b-42b1-bbef-6bbfbaabd382 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 946 time: 0.3769772 Nov 19 05:50:15.662514 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9ceeeef6-7d1f-4cc1-b11e-d020b9bfa749 req-5386bb9e-b4fc-4949-9652-5916ce80d0ea tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416741 Nov 19 05:50:16.074401 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 0631820c-7f0d-4e19-81b2-252d79480d3b up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:50:16.149644 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port 0631820c-7f0d-4e19-81b2-252d79480d3b triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:50:16.150060 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:16.827108 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba05d3d-d9d7-40bd-bf0c-e9d4172c03aa req-aa4a77d0-6b5d-4458-98d0-8a9d8d4979e6 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:16.828751 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0ba05d3d-d9d7-40bd-bf0c-e9d4172c03aa req-aa4a77d0-6b5d-4458-98d0-8a9d8d4979e6 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=389117cc-2bf9-4ee5-b685-6787bd91742b HTTP/1.1" status: 200 len: 946 time: 0.0931618 Nov 19 05:50:16.933208 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-0ba05d3d-d9d7-40bd-bf0c-e9d4172c03aa req-fe20012c-ad82-458e-8bf6-8eeedcadf70b tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=f9b33396-2cc1-42e1-bb6b-0c8f99e5c840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634439 Nov 19 05:50:16.958668 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27015ca-36d4-45bf-9cbd-3e246f20c02f req-31132f29-9280-4ad1-a89f-db44c90a9aef tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:16.960543 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d27015ca-36d4-45bf-9cbd-3e246f20c02f req-31132f29-9280-4ad1-a89f-db44c90a9aef tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 946 time: 0.1257305 Nov 19 05:50:17.015936 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d27015ca-36d4-45bf-9cbd-3e246f20c02f req-35b5b3ba-c0a3-45f0-aa10-5cf01b74cbb9 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491090 Nov 19 05:50:17.510478 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a91a4e-3878-4ce9-8682-13f6d8aa9c54 req-25030174-e022-403e-8b51-24a63be40a34 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:17.512029 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-77a91a4e-3878-4ce9-8682-13f6d8aa9c54 req-25030174-e022-403e-8b51-24a63be40a34 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.13 "GET /v2.0/ports?device_id=389117cc-2bf9-4ee5-b685-6787bd91742b HTTP/1.1" status: 200 len: 946 time: 0.0825768 Nov 19 05:50:17.585968 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-77a91a4e-3878-4ce9-8682-13f6d8aa9c54 req-092afabd-1560-48bd-96d2-febe03a02ba7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Deleting port c2105b85-2c68-4fc5-a367-d06190f746b6 {{(pid=80339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:50:17.586348 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-77a91a4e-3878-4ce9-8682-13f6d8aa9c54 req-092afabd-1560-48bd-96d2-febe03a02ba7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:17.841338 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-77a91a4e-3878-4ce9-8682-13f6d8aa9c54 req-092afabd-1560-48bd-96d2-febe03a02ba7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] For port c2105b85-2c68-4fc5-a367-d06190f746b6, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c2105b85-2c68-4fc5-a367-d06190f746b6,segment=NetworkSegment(c08835ce-6c6c-495e-9241-1d413790bd94),segment_id=c08835ce-6c6c-495e-9241-1d413790bd94)] {{(pid=80339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:50:17.842359 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-77a91a4e-3878-4ce9-8682-13f6d8aa9c54 req-092afabd-1560-48bd-96d2-febe03a02ba7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:17.937558 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device c2105b85-2c68-4fc5-a367-d06190f746b6 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:50:18.057692 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:18.087370 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '389117cc-2bf9-4ee5-b685-6787bd91742b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2105b85-2c68-4fc5-a367-d06190f746b6'}] {{(pid=80340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:50:18.098754 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] For port c2105b85-2c68-4fc5-a367-d06190f746b6, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c2105b85-2c68-4fc5-a367-d06190f746b6,segment=NetworkSegment(c08835ce-6c6c-495e-9241-1d413790bd94),segment_id=c08835ce-6c6c-495e-9241-1d413790bd94)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:50:18.102045 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:18.105434 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:18.175549 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Pushing event updated for resources: {'Port': ['ID=c2105b85-2c68-4fc5-a367-d06190f746b6,revision_number=5']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:18.178963 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:18.251659 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-77a91a4e-3878-4ce9-8682-13f6d8aa9c54 req-092afabd-1560-48bd-96d2-febe03a02ba7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for floatingip, precommit_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:18.252066 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-77a91a4e-3878-4ce9-8682-13f6d8aa9c54 req-092afabd-1560-48bd-96d2-febe03a02ba7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854058857'] for floatingip, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:18.252427 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.db.l3_db [req-77a91a4e-3878-4ce9-8682-13f6d8aa9c54 req-092afabd-1560-48bd-96d2-febe03a02ba7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Floating IP b333e1aa-6572-4950-97db-076486a5719e disassociated. External IP: 172.28.3.93, port: c2105b85-2c68-4fc5-a367-d06190f746b6. Nov 19 05:50:18.252790 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-77a91a4e-3878-4ce9-8682-13f6d8aa9c54 req-092afabd-1560-48bd-96d2-febe03a02ba7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Calling delete_port for c2105b85-2c68-4fc5-a367-d06190f746b6 owned by compute:nova {{(pid=80339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:50:18.334716 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a740b3-d9ad-4440-ba22-805a60371bd6 req-564bb18c-7072-40ec-b42d-fc1bd15de5cd tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:18.336313 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-95a740b3-d9ad-4440-ba22-805a60371bd6 req-564bb18c-7072-40ec-b42d-fc1bd15de5cd tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=389117cc-2bf9-4ee5-b685-6787bd91742b HTTP/1.1" status: 200 len: 944 time: 0.2381780 Nov 19 05:50:18.389779 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a68639-5e7c-42fc-9479-b73e83027e32 req-7ce9a0ed-f689-4e92-9ba0-73acdf4f8c54 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:18.391238 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-64a68639-5e7c-42fc-9479-b73e83027e32 req-7ce9a0ed-f689-4e92-9ba0-73acdf4f8c54 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 946 time: 0.2223694 Nov 19 05:50:18.408731 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.db.api [req-77a91a4e-3878-4ce9-8682-13f6d8aa9c54 req-092afabd-1560-48bd-96d2-febe03a02ba7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80339) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 05:50:18.409116 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_db.api [req-77a91a4e-3878-4ce9-8682-13f6d8aa9c54 req-092afabd-1560-48bd-96d2-febe03a02ba7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 05:50:18.438722 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-95a740b3-d9ad-4440-ba22-805a60371bd6 req-2e1bea57-d34f-495d-b652-6a073a9e8d8a tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=f9b33396-2cc1-42e1-bb6b-0c8f99e5c840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922196 Nov 19 05:50:18.468368 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-64a68639-5e7c-42fc-9479-b73e83027e32 req-c2732b83-1e30-48c3-9f0e-f3632aa1a912 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627568 Nov 19 05:50:18.510898 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '389117cc-2bf9-4ee5-b685-6787bd91742b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2105b85-2c68-4fc5-a367-d06190f746b6', 'code': 200} Nov 19 05:50:18.910081 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-77a91a4e-3878-4ce9-8682-13f6d8aa9c54 req-092afabd-1560-48bd-96d2-febe03a02ba7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Deleting port c2105b85-2c68-4fc5-a367-d06190f746b6 {{(pid=80339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:50:18.910545 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-77a91a4e-3878-4ce9-8682-13f6d8aa9c54 req-092afabd-1560-48bd-96d2-febe03a02ba7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:19.159928 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-77a91a4e-3878-4ce9-8682-13f6d8aa9c54 req-092afabd-1560-48bd-96d2-febe03a02ba7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] For port c2105b85-2c68-4fc5-a367-d06190f746b6, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c2105b85-2c68-4fc5-a367-d06190f746b6,segment=NetworkSegment(c08835ce-6c6c-495e-9241-1d413790bd94),segment_id=c08835ce-6c6c-495e-9241-1d413790bd94)] {{(pid=80339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:50:19.160367 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-77a91a4e-3878-4ce9-8682-13f6d8aa9c54 req-092afabd-1560-48bd-96d2-febe03a02ba7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:19.455566 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-77a91a4e-3878-4ce9-8682-13f6d8aa9c54 req-092afabd-1560-48bd-96d2-febe03a02ba7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for floatingip, precommit_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:19.455981 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-77a91a4e-3878-4ce9-8682-13f6d8aa9c54 req-092afabd-1560-48bd-96d2-febe03a02ba7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854058857'] for floatingip, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:19.456331 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.db.l3_db [req-77a91a4e-3878-4ce9-8682-13f6d8aa9c54 req-092afabd-1560-48bd-96d2-febe03a02ba7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Floating IP b333e1aa-6572-4950-97db-076486a5719e disassociated. External IP: 172.28.3.93, port: c2105b85-2c68-4fc5-a367-d06190f746b6. Nov 19 05:50:19.456707 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-77a91a4e-3878-4ce9-8682-13f6d8aa9c54 req-092afabd-1560-48bd-96d2-febe03a02ba7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Calling delete_port for c2105b85-2c68-4fc5-a367-d06190f746b6 owned by compute:nova {{(pid=80339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:50:19.653926 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-77a91a4e-3878-4ce9-8682-13f6d8aa9c54 req-092afabd-1560-48bd-96d2-febe03a02ba7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474476'] for port, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:19.671464 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-39c08d60-d13c-4676-877f-93610154c851 tempest-VolumesActionsTest-2049212561 tempest-VolumesActionsTest-2049212561] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:19.737971 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092afabd-1560-48bd-96d2-febe03a02ba7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Pushing event deleted for resources: {'Port': ['ID=c2105b85-2c68-4fc5-a367-d06190f746b6,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:19.744612 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-092afabd-1560-48bd-96d2-febe03a02ba7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:19.805247 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689ea88-62cb-489a-b2f8-3bd8bebd4aec req-bf80f65c-1ef6-4ac3-9944-a93ce1cf2d64 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:19.806843 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5689ea88-62cb-489a-b2f8-3bd8bebd4aec req-bf80f65c-1ef6-4ac3-9944-a93ce1cf2d64 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=389117cc-2bf9-4ee5-b685-6787bd91742b HTTP/1.1" status: 200 len: 865 time: 0.2362964 Nov 19 05:50:19.891244 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5689ea88-62cb-489a-b2f8-3bd8bebd4aec req-049a9b61-540d-4164-a3a8-bc711a932410 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups?id=f9b33396-2cc1-42e1-bb6b-0c8f99e5c840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741920 Nov 19 05:50:20.108364 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77a91a4e-3878-4ce9-8682-13f6d8aa9c54 req-092afabd-1560-48bd-96d2-febe03a02ba7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Router cfe610fc-80a0-4db3-8707-4eb2ee97d595 has already been hosted by L3 agent 9d988d7f-fab1-47ee-9f4c-4b1b16993ac8 {{(pid=80339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:50:20.589959 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77a91a4e-3878-4ce9-8682-13f6d8aa9c54 req-092afabd-1560-48bd-96d2-febe03a02ba7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify agent at l3_agent.dv-cinder-763306-1-smb the message routers_updated {{(pid=80339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:50:20.603550 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271172af-ebe2-4b1c-b7ba-09c29a426b22 None None] Sync routers for ids ['cfe610fc-80a0-4db3-8707-4eb2ee97d595'] in dv-cinder-763306-1-smb {{(pid=80341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:50:20.616849 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271172af-ebe2-4b1c-b7ba-09c29a426b22 None None] Routers {'cfe610fc-80a0-4db3-8707-4eb2ee97d595'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:50:20.617562 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-271172af-ebe2-4b1c-b7ba-09c29a426b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:50:12Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['cfe610fc-80a0-4db3-8707-4eb2ee97d595'], 'active': True} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:50:20.645333 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a91a4e-3878-4ce9-8682-13f6d8aa9c54 req-092afabd-1560-48bd-96d2-febe03a02ba7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] No DVR routers for this DVR port c2105b85-2c68-4fc5-a367-d06190f746b6 on host hv-cinder-76330 {{(pid=80339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:50:20.648768 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-77a91a4e-3878-4ce9-8682-13f6d8aa9c54 req-092afabd-1560-48bd-96d2-febe03a02ba7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:20.653080 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '389117cc-2bf9-4ee5-b685-6787bd91742b', 'name': 'network-vif-deleted', 'tag': 'c2105b85-2c68-4fc5-a367-d06190f746b6'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:50:20.674815 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-77a91a4e-3878-4ce9-8682-13f6d8aa9c54 req-092afabd-1560-48bd-96d2-febe03a02ba7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.13 "DELETE /v2.0/ports/c2105b85-2c68-4fc5-a367-d06190f746b6 HTTP/1.1" status: 204 len: 173 time: 3.1561284 Nov 19 05:50:20.813697 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '389117cc-2bf9-4ee5-b685-6787bd91742b', 'name': 'network-vif-deleted', 'tag': 'c2105b85-2c68-4fc5-a367-d06190f746b6', 'status': 'completed', 'code': 200} Nov 19 05:50:20.828048 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-271172af-ebe2-4b1c-b7ba-09c29a426b22 None None] Set router cfe610fc-80a0-4db3-8707-4eb2ee97d595 gateway port host: dv-cinder-763306-1-smb {{(pid=80341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:50:21.084884 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-9a64f953-06e1-4e61-8058-babf415858c9 req-3223cef3-d7ca-4942-81ea-3b36f2a203c8 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Synchronizing usage tracker for tenant:17a899bd609f4510af15bbf524aca39c on resource:port {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:50:21.100471 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-9a64f953-06e1-4e61-8058-babf415858c9 req-3223cef3-d7ca-4942-81ea-3b36f2a203c8 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Unset dirty status for tenant:17a899bd609f4510af15bbf524aca39c on resource:port {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:50:21.101694 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9a64f953-06e1-4e61-8058-babf415858c9 req-3223cef3-d7ca-4942-81ea-3b36f2a203c8 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/ports?device_id=389117cc-2bf9-4ee5-b685-6787bd91742b HTTP/1.1" status: 200 len: 210 time: 0.0656269 Nov 19 05:50:21.176713 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-271172af-ebe2-4b1c-b7ba-09c29a426b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'name': 'tempest-AttachVolumeTestJSON-1859420344-router', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:33Z', 'updated_at': '2020-11-19T05:44:42Z', 'revision_number': 4, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'gw_port': {'id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '1f0830bf-d57e-48be-9b86-310f6810ad4b', 'name': '', 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'mac_address': 'fa:16:3e:b6:93:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79de99d1-0c92-4ca9-b38b-41526eec1217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:40Z', 'updated_at': '2020-11-19T05:45:07Z', 'revision_number': 5, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'subnets': [{'id': '79de99d1-0c92-4ca9-b38b-41526eec1217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:50:21.180847 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271172af-ebe2-4b1c-b7ba-09c29a426b22 None None] Checking router: cfe610fc-80a0-4db3-8707-4eb2ee97d595 for host: dv-cinder-763306-1-smb {{(pid=80341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:50:21.192218 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271172af-ebe2-4b1c-b7ba-09c29a426b22 None None] Routers {'cfe610fc-80a0-4db3-8707-4eb2ee97d595'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:50:21.192808 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-271172af-ebe2-4b1c-b7ba-09c29a426b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:50:12Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['cfe610fc-80a0-4db3-8707-4eb2ee97d595'], 'active': True} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:50:21.379824 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-271172af-ebe2-4b1c-b7ba-09c29a426b22 None None] Set router cfe610fc-80a0-4db3-8707-4eb2ee97d595 gateway port host: dv-cinder-763306-1-smb {{(pid=80341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:50:21.715581 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-271172af-ebe2-4b1c-b7ba-09c29a426b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'name': 'tempest-AttachVolumeTestJSON-1859420344-router', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:33Z', 'updated_at': '2020-11-19T05:44:42Z', 'revision_number': 4, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'gw_port': {'id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '1f0830bf-d57e-48be-9b86-310f6810ad4b', 'name': '', 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'mac_address': 'fa:16:3e:b6:93:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79de99d1-0c92-4ca9-b38b-41526eec1217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:40Z', 'updated_at': '2020-11-19T05:45:07Z', 'revision_number': 5, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'subnets': [{'id': '79de99d1-0c92-4ca9-b38b-41526eec1217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:50:21.720499 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271172af-ebe2-4b1c-b7ba-09c29a426b22 None None] The sync data for ids ['cfe610fc-80a0-4db3-8707-4eb2ee97d595'] in dv-cinder-763306-1-smb is: [{'id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'name': 'tempest-AttachVolumeTestJSON-1859420344-router', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:33Z', 'updated_at': '2020-11-19T05:44:42Z', 'revision_number': 4, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'gw_port': {'id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '1f0830bf-d57e-48be-9b86-310f6810ad4b', 'name': '', 'network_id': '860fe5ec-aac7-4da6-92b2-2f86635d7a6b', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'mac_address': 'fa:16:3e:b6:93:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79de99d1-0c92-4ca9-b38b-41526eec1217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:40Z', 'updated_at': '2020-11-19T05:45:07Z', 'revision_number': 5, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'subnets': [{'id': '79de99d1-0c92-4ca9-b38b-41526eec1217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:50:22.143450 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089c800d-b48f-4bf2-a3bf-74072e7e5589 None None] New status for floating IP b333e1aa-6572-4950-97db-076486a5719e: DOWN {{(pid=80340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 05:50:22.258897 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 37398) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:50:22.543822 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-77072b50-328f-45fa-9867-94cc6c811e85 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:22.580162 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-77072b50-328f-45fa-9867-94cc6c811e85 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:22.629717 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-77072b50-328f-45fa-9867-94cc6c811e85 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:22.635137 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-34feaef3-2702-4b16-a172-a72202045e3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:22.651552 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77072b50-328f-45fa-9867-94cc6c811e85 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b33396-2cc1-42e1-bb6b-0c8f99e5c840,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:22.656095 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-77072b50-328f-45fa-9867-94cc6c811e85 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:22.659846 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-77072b50-328f-45fa-9867-94cc6c811e85 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:22.661124 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-77072b50-328f-45fa-9867-94cc6c811e85 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "DELETE /v2.0/security-groups/f9b33396-2cc1-42e1-bb6b-0c8f99e5c840 HTTP/1.1" status: 204 len: 168 time: 0.4011295 Nov 19 05:50:22.663959 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 37402) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:50:22.682257 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.v2.resource [None req-50465b15-5893-4dcb-93a5-be6e7aa87b8f tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] show failed (client error): The resource could not be found. Nov 19 05:50:22.683313 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-50465b15-5893-4dcb-93a5-be6e7aa87b8f tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "GET /v2.0/security-groups/f9b33396-2cc1-42e1-bb6b-0c8f99e5c840 HTTP/1.1" status: 404 len: 347 time: 0.0183880 Nov 19 05:50:22.686807 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 37406) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:50:22.849479 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-cae64888-b364-456f-8de0-e70e51541e86 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Deleting port d17a8291-cd98-43b1-b1c2-366bfd3c6d9d {{(pid=80338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:50:22.849851 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-cae64888-b364-456f-8de0-e70e51541e86 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:23.025055 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-cae64888-b364-456f-8de0-e70e51541e86 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:23.025420 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-cae64888-b364-456f-8de0-e70e51541e86 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for floatingip, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:23.156073 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-cae64888-b364-456f-8de0-e70e51541e86 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Calling delete_port for d17a8291-cd98-43b1-b1c2-366bfd3c6d9d owned by network:floatingip {{(pid=80338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:50:23.296487 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-cae64888-b364-456f-8de0-e70e51541e86 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10554044'] for port, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:23.312318 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:23.373147 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae64888-b364-456f-8de0-e70e51541e86 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Pushing event deleted for resources: {'Port': ['ID=d17a8291-cd98-43b1-b1c2-366bfd3c6d9d,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:23.377106 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-cae64888-b364-456f-8de0-e70e51541e86 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:23.539127 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-cae64888-b364-456f-8de0-e70e51541e86 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks [] for floatingip, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:23.558361 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-cae64888-b364-456f-8de0-e70e51541e86 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for floatingip, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:23.559561 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-cae64888-b364-456f-8de0-e70e51541e86 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] 10.222.0.16 "DELETE /v2.0/floatingips/b333e1aa-6572-4950-97db-076486a5719e HTTP/1.1" status: 204 len: 168 time: 0.8718135 Nov 19 05:50:27.659067 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 37436) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:50:28.318818 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-31a0a658-913c-4aa4-9fd1-ca929e1debd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716923'] for router_interface, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:28.945840 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-31a0a658-913c-4aa4-9fd1-ca929e1debd3 admin admin] Deleting port 1f0830bf-d57e-48be-9b86-310f6810ad4b {{(pid=80338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:50:28.946405 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-31a0a658-913c-4aa4-9fd1-ca929e1debd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:29.126776 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-31a0a658-913c-4aa4-9fd1-ca929e1debd3 admin admin] For port 1f0830bf-d57e-48be-9b86-310f6810ad4b, host dv-cinder-763306-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=1f0830bf-d57e-48be-9b86-310f6810ad4b,segment=NetworkSegment(c08835ce-6c6c-495e-9241-1d413790bd94),segment_id=c08835ce-6c6c-495e-9241-1d413790bd94)] {{(pid=80338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:50:29.127177 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-31a0a658-913c-4aa4-9fd1-ca929e1debd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:29.254885 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-31a0a658-913c-4aa4-9fd1-ca929e1debd3 admin admin] Calling delete_port for 1f0830bf-d57e-48be-9b86-310f6810ad4b owned by network:router_interface {{(pid=80338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:50:29.416478 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8aae6af5-3a75-4bbb-8af0-8d4735949ace req-d89edf63-3a5b-4640-9e6a-29ce7396265c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0736623 Nov 19 05:50:29.433893 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-31a0a658-913c-4aa4-9fd1-ca929e1debd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10554044'] for port, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:29.449881 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d4fb89f5-0b93-4ca6-87e5-cfaf718287ba tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:29.518877 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a0a658-913c-4aa4-9fd1-ca929e1debd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f0830bf-d57e-48be-9b86-310f6810ad4b,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:29.523641 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-31a0a658-913c-4aa4-9fd1-ca929e1debd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:29.529615 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8aae6af5-3a75-4bbb-8af0-8d4735949ace req-4decee92-35c7-4195-a02c-2043fbced402 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=db4540afb2f2457fb8456c53e9da33fd&device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 1163 time: 0.0788858 Nov 19 05:50:29.694744 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae6af5-3a75-4bbb-8af0-8d4735949ace req-5118e781-d842-4c5b-a89c-f17aa06a8fca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:29.696357 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8aae6af5-3a75-4bbb-8af0-8d4735949ace req-5118e781-d842-4c5b-a89c-f17aa06a8fca service neutron] 10.222.0.13 "GET /v2.0/networks?id=304e1383-f09c-4327-99c9-7961728842fc HTTP/1.1" status: 200 len: 911 time: 0.1470053 Nov 19 05:50:29.810866 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8aae6af5-3a75-4bbb-8af0-8d4735949ace req-1f7a5dd8-3e47-42cd-98e0-e9f051ab6b33 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0631820c-7f0d-4e19-81b2-252d79480d3b HTTP/1.1" status: 200 len: 1002 time: 0.1075990 Nov 19 05:50:29.889389 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae6af5-3a75-4bbb-8af0-8d4735949ace req-4629b3d6-0519-4b75-8460-438a9790ad8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:29.891005 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8aae6af5-3a75-4bbb-8af0-8d4735949ace req-4629b3d6-0519-4b75-8460-438a9790ad8b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c37d305-86c3-49f3-a016-f0e689dbb363 HTTP/1.1" status: 200 len: 856 time: 0.0735230 Nov 19 05:50:29.978604 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8aae6af5-3a75-4bbb-8af0-8d4735949ace req-275d924c-a51e-4340-aee3-0d708ecc0849 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=304e1383-f09c-4327-99c9-7961728842fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0797987 Nov 19 05:50:30.107906 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:30.123979 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8aae6af5-3a75-4bbb-8af0-8d4735949ace req-9fd80c89-b278-4b85-b66f-ceb8667cb10c service neutron] 10.222.0.13 "GET /v2.0/networks/304e1383-f09c-4327-99c9-7961728842fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380796 Nov 19 05:50:30.134858 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-31a0a658-913c-4aa4-9fd1-ca929e1debd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854081301'] for router_interface, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:30.272399 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8aae6af5-3a75-4bbb-8af0-8d4735949ace req-20ff48b0-04c0-448e-b0d1-15c8ff02ae5a service neutron] 10.222.0.13 "GET /v2.0/networks/304e1383-f09c-4327-99c9-7961728842fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1411433 Nov 19 05:50:30.888495 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a0a658-913c-4aa4-9fd1-ca929e1debd3 admin admin] Router cfe610fc-80a0-4db3-8707-4eb2ee97d595 has already been hosted by L3 agent 9d988d7f-fab1-47ee-9f4c-4b1b16993ac8 {{(pid=80338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:50:31.097406 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a0a658-913c-4aa4-9fd1-ca929e1debd3 admin admin] Notify agent at l3_agent.dv-cinder-763306-1-smb the message routers_updated {{(pid=80338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:50:31.106832 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b0db32-f00c-4b98-b251-2739aec71ef9 None None] Sync routers for ids ['cfe610fc-80a0-4db3-8707-4eb2ee97d595'] in dv-cinder-763306-1-smb {{(pid=80341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:50:31.110307 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-31a0a658-913c-4aa4-9fd1-ca929e1debd3 admin admin] 10.222.0.16 "PUT /v2.0/routers/cfe610fc-80a0-4db3-8707-4eb2ee97d595/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4500287 Nov 19 05:50:31.113063 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 37442) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:50:31.120598 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b0db32-f00c-4b98-b251-2739aec71ef9 None None] Routers {'cfe610fc-80a0-4db3-8707-4eb2ee97d595'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:50:31.121307 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-96b0db32-f00c-4b98-b251-2739aec71ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:50:12Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['cfe610fc-80a0-4db3-8707-4eb2ee97d595'], 'active': True} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:50:31.325070 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-cd970314-8eb6-4865-9ae8-a18ecdd0161d admin admin] Notify callbacks [] for router, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:31.460244 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-96b0db32-f00c-4b98-b251-2739aec71ef9 None None] Set router cfe610fc-80a0-4db3-8707-4eb2ee97d595 gateway port host: dv-cinder-763306-1-smb {{(pid=80341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:50:31.540130 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-cd970314-8eb6-4865-9ae8-a18ecdd0161d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:31.550489 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-cd970314-8eb6-4865-9ae8-a18ecdd0161d admin admin] Deleting port 874ffa19-b5df-40b3-9cc3-334b20ec7b06 {{(pid=80338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:50:31.551002 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-cd970314-8eb6-4865-9ae8-a18ecdd0161d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:31.735931 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-cd970314-8eb6-4865-9ae8-a18ecdd0161d admin admin] For port 874ffa19-b5df-40b3-9cc3-334b20ec7b06, host dv-cinder-763306-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=874ffa19-b5df-40b3-9cc3-334b20ec7b06,segment=NetworkSegment(570e6a95-1f7f-4238-9052-97fd91c0100f),segment_id=570e6a95-1f7f-4238-9052-97fd91c0100f)] {{(pid=80338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:50:31.736322 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-cd970314-8eb6-4865-9ae8-a18ecdd0161d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:31.802371 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-96b0db32-f00c-4b98-b251-2739aec71ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'name': 'tempest-AttachVolumeTestJSON-1859420344-router', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:33Z', 'updated_at': '2020-11-19T05:50:29Z', 'revision_number': 5, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'gw_port': {'id': '874ffa19-b5df-40b3-9cc3-334b20ec7b06', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb'}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:50:31.807785 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b0db32-f00c-4b98-b251-2739aec71ef9 None None] Checking router: cfe610fc-80a0-4db3-8707-4eb2ee97d595 for host: dv-cinder-763306-1-smb {{(pid=80341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:50:31.823709 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b0db32-f00c-4b98-b251-2739aec71ef9 None None] Routers {'cfe610fc-80a0-4db3-8707-4eb2ee97d595'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:50:31.824647 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-96b0db32-f00c-4b98-b251-2739aec71ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:50:12Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['cfe610fc-80a0-4db3-8707-4eb2ee97d595'], 'active': True} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:50:31.865282 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-cd970314-8eb6-4865-9ae8-a18ecdd0161d admin admin] Calling delete_port for 874ffa19-b5df-40b3-9cc3-334b20ec7b06 owned by network:router_gateway {{(pid=80338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:50:32.011424 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-96b0db32-f00c-4b98-b251-2739aec71ef9 None None] Set router cfe610fc-80a0-4db3-8707-4eb2ee97d595 gateway port host: None {{(pid=80341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:50:32.040100 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-cd970314-8eb6-4865-9ae8-a18ecdd0161d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10554044'] for port, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:32.056240 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-15c31c34-f4e9-4635-b468-52b0beb2fc44 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:32.113664 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd970314-8eb6-4865-9ae8-a18ecdd0161d admin admin] Pushing event deleted for resources: {'Port': ['ID=874ffa19-b5df-40b3-9cc3-334b20ec7b06,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:32.117699 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-cd970314-8eb6-4865-9ae8-a18ecdd0161d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:32.128510 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-96b0db32-f00c-4b98-b251-2739aec71ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'name': 'tempest-AttachVolumeTestJSON-1859420344-router', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:33Z', 'updated_at': '2020-11-19T05:50:31Z', 'revision_number': 6, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'gw_port_host': None}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:50:32.132815 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b0db32-f00c-4b98-b251-2739aec71ef9 None None] The sync data for ids ['cfe610fc-80a0-4db3-8707-4eb2ee97d595'] in dv-cinder-763306-1-smb is: [{'id': 'cfe610fc-80a0-4db3-8707-4eb2ee97d595', 'name': 'tempest-AttachVolumeTestJSON-1859420344-router', 'tenant_id': '17a899bd609f4510af15bbf524aca39c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:33Z', 'updated_at': '2020-11-19T05:50:31Z', 'revision_number': 6, 'project_id': '17a899bd609f4510af15bbf524aca39c', 'gw_port_host': None}] {{(pid=80341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:50:32.352006 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 1f0830bf-d57e-48be-9b86-310f6810ad4b no longer exists at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:50:32.390506 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] No Port match for: 1f0830bf-d57e-48be-9b86-310f6810ad4b {{(pid=80340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:50:32.390705 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 1f0830bf-d57e-48be-9b86-310f6810ad4b not bound to the agent host dv-cinder-763306-1-smb {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:50:32.638889 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-cd970314-8eb6-4865-9ae8-a18ecdd0161d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-712571'] for router_gateway, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:32.911947 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-cd970314-8eb6-4865-9ae8-a18ecdd0161d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38356'] for router, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:32.917020 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-cd970314-8eb6-4865-9ae8-a18ecdd0161d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:32.946140 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-cd970314-8eb6-4865-9ae8-a18ecdd0161d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690777'] for router, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:32.946692 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd970314-8eb6-4865-9ae8-a18ecdd0161d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfe610fc-80a0-4db3-8707-4eb2ee97d595 {{(pid=80338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 19 05:50:32.960105 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-cd970314-8eb6-4865-9ae8-a18ecdd0161d admin admin] Notify callbacks [] for router, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:32.961385 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-cd970314-8eb6-4865-9ae8-a18ecdd0161d admin admin] 10.222.0.16 "DELETE /v2.0/routers/cfe610fc-80a0-4db3-8707-4eb2ee97d595 HTTP/1.1" status: 204 len: 168 time: 1.8469076 Nov 19 05:50:32.963935 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 37446) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:50:33.034392 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_v2 [None req-1883f411-3975-4c54-9fa2-af9bcecedbff admin admin] Deleting subnet 79de99d1-0c92-4ca9-b38b-41526eec1217 {{(pid=80338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 05:50:33.037707 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1883f411-3975-4c54-9fa2-af9bcecedbff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:33.091602 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1883f411-3975-4c54-9fa2-af9bcecedbff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10610985'] for subnet, precommit_delete_associations {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:33.223764 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1883f411-3975-4c54-9fa2-af9bcecedbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850617832'] for subnet, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:33.513653 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1883f411-3975-4c54-9fa2-af9bcecedbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4157984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844221802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844226155'] for subnet, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:33.529432 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-3f2e19d5-f78a-4382-a88e-36834a7b4dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:33.579670 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883f411-3975-4c54-9fa2-af9bcecedbff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79de99d1-0c92-4ca9-b38b-41526eec1217,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:33.583703 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-1883f411-3975-4c54-9fa2-af9bcecedbff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:33.670484 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1883f411-3975-4c54-9fa2-af9bcecedbff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for subnet, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:33.675413 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd042f7e-3021-4100-9c40-a136d9809c14 None None] Network 860fe5ec-aac7-4da6-92b2-2f86635d7a6b requested from dv-cinder-763306-1-smb {{(pid=80340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:50:33.676511 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-1883f411-3975-4c54-9fa2-af9bcecedbff admin admin] 10.222.0.16 "DELETE /v2.0/subnets/79de99d1-0c92-4ca9-b38b-41526eec1217 HTTP/1.1" status: 204 len: 168 time: 0.7115364 Nov 19 05:50:33.678996 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 37450) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:50:33.815172 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ff227b17-ccc9-4ffd-9946-dc5ce1e8c4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3949208'] for network, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:33.895910 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-ff227b17-ccc9-4ffd-9946-dc5ce1e8c4e9 admin admin] Deleting port b63f83e6-8e4e-43c7-a484-fdc2818cadbd {{(pid=80338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:50:33.896287 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ff227b17-ccc9-4ffd-9946-dc5ce1e8c4e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:33.937914 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c45555-39cb-4efc-ac5b-e5cb5d1b6cc4 None None] DHCP port deletion for 860fe5ec-aac7-4da6-92b2-2f86635d7a6b request from dv-cinder-763306-1-smb {{(pid=80340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 19 05:50:33.942031 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-45c45555-39cb-4efc-ac5b-e5cb5d1b6cc4 None None] Deleting port b63f83e6-8e4e-43c7-a484-fdc2818cadbd {{(pid=80340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:50:33.942446 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-45c45555-39cb-4efc-ac5b-e5cb5d1b6cc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:34.122966 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-ff227b17-ccc9-4ffd-9946-dc5ce1e8c4e9 admin admin] For port b63f83e6-8e4e-43c7-a484-fdc2818cadbd, host dv-cinder-763306-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=b63f83e6-8e4e-43c7-a484-fdc2818cadbd,segment=NetworkSegment(c08835ce-6c6c-495e-9241-1d413790bd94),segment_id=c08835ce-6c6c-495e-9241-1d413790bd94)] {{(pid=80338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:50:34.123293 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ff227b17-ccc9-4ffd-9946-dc5ce1e8c4e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:34.152666 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-45c45555-39cb-4efc-ac5b-e5cb5d1b6cc4 None None] For port b63f83e6-8e4e-43c7-a484-fdc2818cadbd, host dv-cinder-763306-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=b63f83e6-8e4e-43c7-a484-fdc2818cadbd,segment=NetworkSegment(c08835ce-6c6c-495e-9241-1d413790bd94),segment_id=c08835ce-6c6c-495e-9241-1d413790bd94)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:50:34.153161 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-45c45555-39cb-4efc-ac5b-e5cb5d1b6cc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:34.253406 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-ff227b17-ccc9-4ffd-9946-dc5ce1e8c4e9 admin admin] Calling delete_port for b63f83e6-8e4e-43c7-a484-fdc2818cadbd owned by network:dhcp {{(pid=80338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:50:34.279265 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-45c45555-39cb-4efc-ac5b-e5cb5d1b6cc4 None None] Calling delete_port for b63f83e6-8e4e-43c7-a484-fdc2818cadbd owned by network:dhcp {{(pid=80340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:50:34.335720 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ff227b17-ccc9-4ffd-9946-dc5ce1e8c4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10554044'] for port, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:34.357227 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:34.358158 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 874ffa19-b5df-40b3-9cc3-334b20ec7b06 no longer exists at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:50:34.392179 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] No Port match for: 874ffa19-b5df-40b3-9cc3-334b20ec7b06 {{(pid=80340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:50:34.392493 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 874ffa19-b5df-40b3-9cc3-334b20ec7b06 not bound to the agent host dv-cinder-763306-1-smb {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:50:34.392991 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device b63f83e6-8e4e-43c7-a484-fdc2818cadbd no longer exists at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:50:34.408300 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff227b17-ccc9-4ffd-9946-dc5ce1e8c4e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b63f83e6-8e4e-43c7-a484-fdc2818cadbd,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:34.412205 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-ff227b17-ccc9-4ffd-9946-dc5ce1e8c4e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:34.426916 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] No Port match for: b63f83e6-8e4e-43c7-a484-fdc2818cadbd {{(pid=80340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:50:34.427308 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device b63f83e6-8e4e-43c7-a484-fdc2818cadbd not bound to the agent host dv-cinder-763306-1-smb {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:50:34.429899 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.db.api [None req-45c45555-39cb-4efc-ac5b-e5cb5d1b6cc4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80340) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 05:50:34.430299 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_db.api [None req-45c45555-39cb-4efc-ac5b-e5cb5d1b6cc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 05:50:34.495465 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff227b17-ccc9-4ffd-9946-dc5ce1e8c4e9 admin admin] No DVR routers for this DVR port b63f83e6-8e4e-43c7-a484-fdc2818cadbd on host dv-cinder-763306-1-smb {{(pid=80338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:50:34.625701 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ff227b17-ccc9-4ffd-9946-dc5ce1e8c4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850615901', 'neutron.services.segments.db._delete_segments_for_network--9223363282791137771'] for network, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:34.745970 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-ff227b17-ccc9-4ffd-9946-dc5ce1e8c4e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860fe5ec-aac7-4da6-92b2-2f86635d7a6b']}} {{(pid=80338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:50:34.759086 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-ff227b17-ccc9-4ffd-9946-dc5ce1e8c4e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c08835ce-6c6c-495e-9241-1d413790bd94') {'for_net_delete': True} {{(pid=80338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:50:34.759427 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-ff227b17-ccc9-4ffd-9946-dc5ce1e8c4e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c08835ce-6c6c-495e-9241-1d413790bd94') {} {{(pid=80338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:50:34.772403 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ff227b17-ccc9-4ffd-9946-dc5ce1e8c4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282791100139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844164847'] for segment, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:34.788444 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ff227b17-ccc9-4ffd-9946-dc5ce1e8c4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4146814'] for segment, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:34.791126 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ff227b17-ccc9-4ffd-9946-dc5ce1e8c4e9 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 05:50:34.931929 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-45c45555-39cb-4efc-ac5b-e5cb5d1b6cc4 None None] Deleting port b63f83e6-8e4e-43c7-a484-fdc2818cadbd {{(pid=80340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:50:34.932444 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-45c45555-39cb-4efc-ac5b-e5cb5d1b6cc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:34.972756 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-ff227b17-ccc9-4ffd-9946-dc5ce1e8c4e9 admin admin] Network 860fe5ec-aac7-4da6-92b2-2f86635d7a6b has no segments {{(pid=80338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:50:34.986533 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ff227b17-ccc9-4ffd-9946-dc5ce1e8c4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850629002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844221749'] for segment, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:35.001731 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-45c45555-39cb-4efc-ac5b-e5cb5d1b6cc4 None None] The port 'b63f83e6-8e4e-43c7-a484-fdc2818cadbd' was deleted {{(pid=80340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 19 05:50:35.177895 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-ff227b17-ccc9-4ffd-9946-dc5ce1e8c4e9 admin admin] Network 860fe5ec-aac7-4da6-92b2-2f86635d7a6b has no segments {{(pid=80338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:50:35.211629 dv-cinder-763306-1-smb neutron-server[80227]: Traceback (most recent call last): Nov 19 05:50:35.211629 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:50:35.211629 dv-cinder-763306-1-smb neutron-server[80227]: timer() Nov 19 05:50:35.211629 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:50:35.211629 dv-cinder-763306-1-smb neutron-server[80227]: cb(*args, **kw) Nov 19 05:50:35.211629 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 05:50:35.211629 dv-cinder-763306-1-smb neutron-server[80227]: return func(*args, **kwargs) Nov 19 05:50:35.211629 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:50:35.211629 dv-cinder-763306-1-smb neutron-server[80227]: self._notify() Nov 19 05:50:35.211629 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:50:35.211629 dv-cinder-763306-1-smb neutron-server[80227]: self.callback(batched_events) Nov 19 05:50:35.211629 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:50:35.211629 dv-cinder-763306-1-smb neutron-server[80227]: event.method(event) Nov 19 05:50:35.211629 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 05:50:35.211629 dv-cinder-763306-1-smb neutron-server[80227]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:50:35.211629 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 05:50:35.211629 dv-cinder-763306-1-smb neutron-server[80227]: segment_id)['aggregates'][0] Nov 19 05:50:35.211629 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 05:50:35.211629 dv-cinder-763306-1-smb neutron-server[80227]: return f(self, *a, **k) Nov 19 05:50:35.211629 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:50:35.211629 dv-cinder-763306-1-smb neutron-server[80227]: return self._get(url).json() Nov 19 05:50:35.211629 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 05:50:35.211629 dv-cinder-763306-1-smb neutron-server[80227]: **kwargs) Nov 19 05:50:35.211629 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 05:50:35.211629 dv-cinder-763306-1-smb neutron-server[80227]: return self.request(url, 'GET', **kwargs) Nov 19 05:50:35.211629 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 05:50:35.211629 dv-cinder-763306-1-smb neutron-server[80227]: **endpoint_filter) Nov 19 05:50:35.211629 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 05:50:35.211629 dv-cinder-763306-1-smb neutron-server[80227]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:50:35.211629 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 05:50:35.211629 dv-cinder-763306-1-smb neutron-server[80227]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:50:35.211629 dv-cinder-763306-1-smb neutron-server[80227]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:50:35.290162 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ff227b17-ccc9-4ffd-9946-dc5ce1e8c4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4159915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for network, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:35.293456 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:35.306985 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ff227b17-ccc9-4ffd-9946-dc5ce1e8c4e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for network, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:35.318337 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff227b17-ccc9-4ffd-9946-dc5ce1e8c4e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=860fe5ec-aac7-4da6-92b2-2f86635d7a6b,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:35.321756 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-ff227b17-ccc9-4ffd-9946-dc5ce1e8c4e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:35.332252 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-ff227b17-ccc9-4ffd-9946-dc5ce1e8c4e9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/860fe5ec-aac7-4da6-92b2-2f86635d7a6b HTTP/1.1" status: 204 len: 168 time: 1.6522536 Nov 19 05:50:35.514497 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 37456) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:50:35.568777 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-78e3e12d-e3c1-4a0c-93d3-3a9a672ebf1c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=17a899bd609f4510af15bbf524aca39c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0529253 Nov 19 05:50:35.571305 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 37460) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:50:35.633396 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-88a697b3-ef4d-49c1-b241-79b09716906c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:35.663507 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-88a697b3-ef4d-49c1-b241-79b09716906c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:35.707075 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-88a697b3-ef4d-49c1-b241-79b09716906c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:35.711885 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f9131fc6-0eba-4af6-a380-8cc2fe522cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:35.726448 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a697b3-ef4d-49c1-b241-79b09716906c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7c8c3e-1e3b-4ff3-bdf6-e0e75ce2db5d,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:35.730046 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-88a697b3-ef4d-49c1-b241-79b09716906c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:35.736600 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-88a697b3-ef4d-49c1-b241-79b09716906c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:35.737894 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-88a697b3-ef4d-49c1-b241-79b09716906c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2f7c8c3e-1e3b-4ff3-bdf6-e0e75ce2db5d HTTP/1.1" status: 204 len: 168 time: 0.1656051 Nov 19 05:50:36.621558 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 37482) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:50:36.759058 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-4ffdf760-fa46-4538-8079-9d054941921b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1893909762-network', 'tenant_id': '4d81c1a860844814b7a0d6bc52fa47b7'}} {{(pid=80338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:50:36.764300 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-4ffdf760-fa46-4538-8079-9d054941921b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:50:36.768428 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-4ffdf760-fa46-4538-8079-9d054941921b admin admin] Usage tracker for resource:network and tenant:4d81c1a860844814b7a0d6bc52fa47b7 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:50:36.771517 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-4ffdf760-fa46-4538-8079-9d054941921b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:50:36.777383 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-4ffdf760-fa46-4538-8079-9d054941921b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:50:36.787284 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffdf760-fa46-4538-8079-9d054941921b admin admin] Made reservation on behalf of 4d81c1a860844814b7a0d6bc52fa47b7 for: {'network': 1} {{(pid=80338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:50:36.791945 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4ffdf760-fa46-4538-8079-9d054941921b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for network, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:36.805588 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4ffdf760-fa46-4538-8079-9d054941921b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:36.837972 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-4ffdf760-fa46-4538-8079-9d054941921b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:50:36.842593 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-4ffdf760-fa46-4538-8079-9d054941921b admin admin] Usage tracker for resource:security_group_rule and tenant:4d81c1a860844814b7a0d6bc52fa47b7 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:50:36.845520 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-4ffdf760-fa46-4538-8079-9d054941921b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:50:36.851377 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-4ffdf760-fa46-4538-8079-9d054941921b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:50:36.920727 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4ffdf760-fa46-4538-8079-9d054941921b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:36.923212 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4ffdf760-fa46-4538-8079-9d054941921b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:36.927287 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-6316f255-37d4-4355-aedf-a5ef20023612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:36.955988 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ffdf760-fa46-4538-8079-9d054941921b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 05:50:36.969453 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffdf760-fa46-4538-8079-9d054941921b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3cd4d0-c97e-4acd-8471-62e400393a3b,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:36.972692 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-4ffdf760-fa46-4538-8079-9d054941921b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:36.975348 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4ffdf760-fa46-4538-8079-9d054941921b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754063638029', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4146814'] for segment, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:36.975783 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.db.segments_db [None req-4ffdf760-fa46-4538-8079-9d054941921b admin admin] Added segment 9de98277-f3d0-4215-905f-5e1d82b0ee02 of type vxlan for network 9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a Nov 19 05:50:37.002897 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4ffdf760-fa46-4538-8079-9d054941921b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282791720376'] for network, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:37.035601 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4ffdf760-fa46-4538-8079-9d054941921b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for network, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:37.036830 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffdf760-fa46-4538-8079-9d054941921b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:37.037496 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4ffdf760-fa46-4538-8079-9d054941921b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for network, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:37.042352 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:37.144945 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-4ffdf760-fa46-4538-8079-9d054941921b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5216322 Nov 19 05:50:37.145777 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffdf760-fa46-4538-8079-9d054941921b admin admin] Pushing event updated for resources: {'Network': ['ID=9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:37.147869 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 37488) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:50:37.148795 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-4ffdf760-fa46-4538-8079-9d054941921b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:37.155175 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-e3498ec6-b88a-4a4a-8efb-c4aea38ec7ca admin admin] Request body: {'subnet': {'network_id': '9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1893909762-subnet', 'tenant_id': '4d81c1a860844814b7a0d6bc52fa47b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:50:37.157019 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Network 9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a details requested by agent ovs-agent-dv-cinder-763306-1-smb with host dv-cinder-763306-1-smb {{(pid=80340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:50:37.160428 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-e3498ec6-b88a-4a4a-8efb-c4aea38ec7ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:50:37.165376 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-e3498ec6-b88a-4a4a-8efb-c4aea38ec7ca admin admin] Usage tracker for resource:subnet and tenant:4d81c1a860844814b7a0d6bc52fa47b7 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:50:37.168518 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-e3498ec6-b88a-4a4a-8efb-c4aea38ec7ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:50:37.174440 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-e3498ec6-b88a-4a4a-8efb-c4aea38ec7ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:50:37.175452 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Network 9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:50:37.184057 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3498ec6-b88a-4a4a-8efb-c4aea38ec7ca admin admin] Made reservation on behalf of 4d81c1a860844814b7a0d6bc52fa47b7 for: {'subnet': 1} {{(pid=80339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:50:37.188870 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e3498ec6-b88a-4a4a-8efb-c4aea38ec7ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11305803'] for subnet, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:37.602661 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e3498ec6-b88a-4a4a-8efb-c4aea38ec7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11474634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11305850'] for subnet, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:37.618698 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:37.752409 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3498ec6-b88a-4a4a-8efb-c4aea38ec7ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=435aa333-acba-4305-be3b-2c75baf49081,revision_number=0']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:37.756417 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e3498ec6-b88a-4a4a-8efb-c4aea38ec7ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:37.815684 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3498ec6-b88a-4a4a-8efb-c4aea38ec7ca admin admin] Checking segment: {'id': '9de98277-f3d0-4215-905f-5e1d82b0ee02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:50:37.816070 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3498ec6-b88a-4a4a-8efb-c4aea38ec7ca admin admin] Network hostable DHCP agents. Network: 9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a, hostable agents: ['38d37b3f-5317-4144-8207-2d1b2e789405'], hosted agents: [] {{(pid=80339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 05:50:37.837517 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3498ec6-b88a-4a4a-8efb-c4aea38ec7ca admin admin] Network 9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a is scheduled to be hosted by DHCP agent 38d37b3f-5317-4144-8207-2d1b2e789405 with binding_index 1 {{(pid=80339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 05:50:37.846106 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-e3498ec6-b88a-4a4a-8efb-c4aea38ec7ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-1-smb, 9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a) {{(pid=80339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:50:37.856530 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d31ac0c-3b43-4847-956c-84443d1fb10b None None] Network 9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a requested from dv-cinder-763306-1-smb {{(pid=80340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:50:37.861547 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3498ec6-b88a-4a4a-8efb-c4aea38ec7ca admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:37.862188 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e3498ec6-b88a-4a4a-8efb-c4aea38ec7ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:37.880978 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-e3498ec6-b88a-4a4a-8efb-c4aea38ec7ca admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7316890 Nov 19 05:50:38.224038 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 6 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:50:38.235982 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9c76a2-641f-4b00-826d-3946f3308960 None None] Network 9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a requested from dv-cinder-763306-1-smb {{(pid=80340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:50:38.548662 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-0d13129a-eea2-42bf-b1a9-d1f2b1ea3077 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:38.550300 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-0d13129a-eea2-42bf-b1a9-d1f2b1ea3077 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/networks?id=9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a HTTP/1.1" status: 200 len: 815 time: 0.1599817 Nov 19 05:50:38.568522 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-3b5fb085-ef20-4e0f-aec0-98c023bed9a0 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/quotas/4d81c1a860844814b7a0d6bc52fa47b7 HTTP/1.1" status: 200 len: 375 time: 0.0115442 Nov 19 05:50:38.621601 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-e0373523-82b6-467d-84c3-bdf90e289848 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d81c1a860844814b7a0d6bc52fa47b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468643 Nov 19 05:50:38.861369 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-1250aa09-919e-4c31-815e-8660d2b7dca5 service neutron] 10.222.0.16 "GET /v2.0/networks/9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319143 Nov 19 05:50:39.015799 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-415ddb77-f977-40bc-9730-73773079aee7 service neutron] 10.222.0.16 "GET /v2.0/networks/9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1477399 Nov 19 05:50:39.215228 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-71666e69-d1c2-450d-a401-e31a67332260 req-1a378925-6f10-48ec-90d6-40251fc22287 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=34cc1b99-472f-47d7-963d-6e4b5175be0d HTTP/1.1" status: 200 len: 210 time: 0.0483909 Nov 19 05:50:39.963520 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-333581a6-8238-4511-a038-3b2abb11ff2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:40.423268 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c00bd4c9-ceda-48d4-9926-564e32ca80a8 req-f134c865-6f80-49c1-973f-df1a20e0c27f tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=34cc1b99-472f-47d7-963d-6e4b5175be0d HTTP/1.1" status: 200 len: 210 time: 0.0639980 Nov 19 05:50:40.459004 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-eaaffe36-e8e1-4919-9586-9abd27611365 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:40.460554 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-eaaffe36-e8e1-4919-9586-9abd27611365 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.13 "GET /v2.0/networks?id=9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a HTTP/1.1" status: 200 len: 815 time: 0.2052398 Nov 19 05:50:40.492178 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-9f3d8520-3ab4-413d-8962-6953cb3393fa tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Request body: {'port': {'device_id': '34cc1b99-472f-47d7-963d-6e4b5175be0d', 'network_id': '9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a', 'admin_state_up': True, 'tenant_id': '4d81c1a860844814b7a0d6bc52fa47b7'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:50:40.636905 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-9f3d8520-3ab4-413d-8962-6953cb3393fa tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:50:40.642389 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-9f3d8520-3ab4-413d-8962-6953cb3393fa tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Usage tracker for resource:port and tenant:4d81c1a860844814b7a0d6bc52fa47b7 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:50:40.645365 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-9f3d8520-3ab4-413d-8962-6953cb3393fa tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Quota usage for port was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:50:40.651159 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-9f3d8520-3ab4-413d-8962-6953cb3393fa tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:50:40.660351 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-9f3d8520-3ab4-413d-8962-6953cb3393fa tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Made reservation on behalf of 4d81c1a860844814b7a0d6bc52fa47b7 for: {'port': 1} {{(pid=80339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:50:40.665825 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-9f3d8520-3ab4-413d-8962-6953cb3393fa tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:41.181461 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-9f3d8520-3ab4-413d-8962-6953cb3393fa tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Allocated IP 172.20.0.11 (9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a/435aa333-acba-4305-be3b-2c75baf49081/63d456e1-1b95-4b55-a61d-540d584fcbc7) {{(pid=80339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:50:41.390475 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-9f3d8520-3ab4-413d-8962-6953cb3393fa tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Notify callbacks [] for port, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:41.416519 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-9f3d8520-3ab4-413d-8962-6953cb3393fa tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474476'] for port, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:41.431257 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-6bc5e04c-6555-4a99-a8fc-20a558846610 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:41.625600 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d8520-3ab4-413d-8962-6953cb3393fa tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Pushing event updated for resources: {'Port': ['ID=63d456e1-1b95-4b55-a61d-540d584fcbc7,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:41.634686 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-9f3d8520-3ab4-413d-8962-6953cb3393fa tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:41.697448 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-9f3d8520-3ab4-413d-8962-6953cb3393fa tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Network 9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a is already hosted by enough agents. {{(pid=80339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:50:41.701266 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-9f3d8520-3ab4-413d-8962-6953cb3393fa tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Resources bound (agent type, host, resource id): {{(pid=80339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:50:41.703950 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-9f3d8520-3ab4-413d-8962-6953cb3393fa tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Received port after_create {{(pid=80339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:50:41.737757 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13842d31-078d-4f09-8837-27105d9893be req-86bf8009-f617-4c5b-b1ab-938e526ee00f tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:41.739377 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-13842d31-078d-4f09-8837-27105d9893be req-86bf8009-f617-4c5b-b1ab-938e526ee00f tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=34cc1b99-472f-47d7-963d-6e4b5175be0d HTTP/1.1" status: 200 len: 932 time: 0.1747952 Nov 19 05:50:41.804437 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-9f3d8520-3ab4-413d-8962-6953cb3393fa tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:41.805151 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-9f3d8520-3ab4-413d-8962-6953cb3393fa tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:41.834078 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-13842d31-078d-4f09-8837-27105d9893be req-3db0c5a9-f96b-47ed-bd18-d08d4cd057a0 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852337 Nov 19 05:50:41.838263 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-9f3d8520-3ab4-413d-8962-6953cb3393fa tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3504207 Nov 19 05:50:41.856984 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-e976e081-f9a0-4396-b9b8-62fa93076b23 service neutron] Request body: {'port': {'device_id': '34cc1b99-472f-47d7-963d-6e4b5175be0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:50:41.967639 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-e976e081-f9a0-4396-b9b8-62fa93076b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:42.373055 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-e976e081-f9a0-4396-b9b8-62fa93076b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63d456e1-1b95-4b55-a61d-540d584fcbc7 {{(pid=80339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:50:42.380204 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-e976e081-f9a0-4396-b9b8-62fa93076b23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:42.393035 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-e976e081-f9a0-4396-b9b8-62fa93076b23 service neutron] Transition to ACTIVE for port object 63d456e1-1b95-4b55-a61d-540d584fcbc7 will not be triggered until provisioned by entity L2. {{(pid=80339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:50:42.395986 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-e976e081-f9a0-4396-b9b8-62fa93076b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843301323'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:42.412242 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-318781fc-cca0-461c-a0ca-c0363d00407a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:42.454712 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-06b3ecfb-aaf6-4cf4-a486-20bb69d5319e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:42.552862 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976e081-f9a0-4396-b9b8-62fa93076b23 service neutron] Pushing event updated for resources: {'Port': ['ID=63d456e1-1b95-4b55-a61d-540d584fcbc7,revision_number=2']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:42.558271 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e976e081-f9a0-4396-b9b8-62fa93076b23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:42.734309 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-e976e081-f9a0-4396-b9b8-62fa93076b23 service neutron] Attempting to bind port 63d456e1-1b95-4b55-a61d-540d584fcbc7 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:50:42.734675 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-e976e081-f9a0-4396-b9b8-62fa93076b23 service neutron] Attempting to bind port 63d456e1-1b95-4b55-a61d-540d584fcbc7 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '9de98277-f3d0-4215-905f-5e1d82b0ee02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a'}] {{(pid=80339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:50:42.735037 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-e976e081-f9a0-4396-b9b8-62fa93076b23 service neutron] Attempting to bind port 63d456e1-1b95-4b55-a61d-540d584fcbc7 on network 9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:50:42.741843 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-e976e081-f9a0-4396-b9b8-62fa93076b23 service neutron] Checking agent: {'id': '5d7c8804-5253-4fea-87de-bba3ff4a5dbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 42, 30), 'started_at': datetime.datetime(2020, 11, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:50:42.742216 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-e976e081-f9a0-4396-b9b8-62fa93076b23 service neutron] Checking segment: {'id': '9de98277-f3d0-4215-905f-5e1d82b0ee02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:50:42.742612 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-e976e081-f9a0-4396-b9b8-62fa93076b23 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:42.743000 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-e976e081-f9a0-4396-b9b8-62fa93076b23 service neutron] Bound using segment: {'id': '9de98277-f3d0-4215-905f-5e1d82b0ee02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a'} {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:50:42.743465 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-e976e081-f9a0-4396-b9b8-62fa93076b23 service neutron] Bound port: 63d456e1-1b95-4b55-a61d-540d584fcbc7, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de98277-f3d0-4215-905f-5e1d82b0ee02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a'}}] {{(pid=80339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:50:42.743831 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-e976e081-f9a0-4396-b9b8-62fa93076b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:42.835969 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-e976e081-f9a0-4396-b9b8-62fa93076b23 service neutron] For port 63d456e1-1b95-4b55-a61d-540d584fcbc7, host hv-cinder-76330, cleared binding levels {{(pid=80339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:50:42.839018 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-e976e081-f9a0-4396-b9b8-62fa93076b23 service neutron] For port 63d456e1-1b95-4b55-a61d-540d584fcbc7, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=63d456e1-1b95-4b55-a61d-540d584fcbc7,segment=NetworkSegment(9de98277-f3d0-4215-905f-5e1d82b0ee02),segment_id=9de98277-f3d0-4215-905f-5e1d82b0ee02)] {{(pid=80339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:50:42.842708 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-e976e081-f9a0-4396-b9b8-62fa93076b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843301323'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:42.858480 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-247c8fa4-7bc4-4f50-9d2d-b6e8c81c7e8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:42.985958 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:43.057120 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976e081-f9a0-4396-b9b8-62fa93076b23 service neutron] Pushing event updated for resources: {'Port': ['ID=63d456e1-1b95-4b55-a61d-540d584fcbc7,revision_number=3']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:43.063353 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e976e081-f9a0-4396-b9b8-62fa93076b23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:43.117370 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-e976e081-f9a0-4396-b9b8-62fa93076b23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:43.118776 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-e976e081-f9a0-4396-b9b8-62fa93076b23 service neutron] 10.222.0.13 "PUT /v2.0/ports/63d456e1-1b95-4b55-a61d-540d584fcbc7 HTTP/1.1" status: 200 len: 1158 time: 1.2671630 Nov 19 05:50:43.119422 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34cc1b99-472f-47d7-963d-6e4b5175be0d', 'tag': '63d456e1-1b95-4b55-a61d-540d584fcbc7'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:50:43.129893 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0e411-82b2-40f9-bc03-dd7d0d159748 req-f767ec73-e70e-4a57-ba6c-5bb55345d8bf tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:43.130636 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-31d0e411-82b2-40f9-bc03-dd7d0d159748 req-f767ec73-e70e-4a57-ba6c-5bb55345d8bf tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Synchronizing usage tracker for tenant:4d81c1a860844814b7a0d6bc52fa47b7 on resource:port {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:50:43.149003 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-31d0e411-82b2-40f9-bc03-dd7d0d159748 req-f767ec73-e70e-4a57-ba6c-5bb55345d8bf tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Unset dirty status for tenant:4d81c1a860844814b7a0d6bc52fa47b7 on resource:port {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:50:43.150272 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-31d0e411-82b2-40f9-bc03-dd7d0d159748 req-f767ec73-e70e-4a57-ba6c-5bb55345d8bf tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=34cc1b99-472f-47d7-963d-6e4b5175be0d HTTP/1.1" status: 200 len: 944 time: 0.1800241 Nov 19 05:50:43.227419 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34cc1b99-472f-47d7-963d-6e4b5175be0d', 'tag': '63d456e1-1b95-4b55-a61d-540d584fcbc7', 'status': 'completed', 'code': 200} Nov 19 05:50:43.248950 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-31d0e411-82b2-40f9-bc03-dd7d0d159748 req-0370ff71-de95-4c5c-a0ea-91fe8d9cebac tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916960 Nov 19 05:50:43.275502 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-01e34016-c631-4912-9695-4fef6618ba44 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d81c1a860844814b7a0d6bc52fa47b7&device_id=34cc1b99-472f-47d7-963d-6e4b5175be0d HTTP/1.1" status: 200 len: 1161 time: 0.0947440 Nov 19 05:50:43.357312 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-4c08ee5c-6c06-435e-8e7d-b62426cad86d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63d456e1-1b95-4b55-a61d-540d584fcbc7 HTTP/1.1" status: 200 len: 217 time: 0.0688820 Nov 19 05:50:43.426163 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-2cd4aa5e-60b8-4f83-a6a0-a06b492438b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:43.427622 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-2cd4aa5e-60b8-4f83-a6a0-a06b492438b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=435aa333-acba-4305-be3b-2c75baf49081 HTTP/1.1" status: 200 len: 855 time: 0.0637994 Nov 19 05:50:43.480807 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-2aac2a00-df7e-472a-9c9f-5eaeae27a596 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467439 Nov 19 05:50:43.625448 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-9ddd2fb6-1d0c-46ca-b0ca-f9698a98329f service neutron] 10.222.0.13 "GET /v2.0/networks/9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378648 Nov 19 05:50:43.769774 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fe689d7f-fa20-44a9-bd40-7251aad53a76 req-5bc69fcf-0fd1-40a4-ad57-b50d95ab1c21 service neutron] 10.222.0.13 "GET /v2.0/networks/9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1376209 Nov 19 05:50:43.909279 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:43.926441 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-66f22a78-ed92-43ff-b7fd-a6de6624420a req-6ff2381b-b1a4-4655-8130-f6ad11a931aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d81c1a860844814b7a0d6bc52fa47b7&device_id=34cc1b99-472f-47d7-963d-6e4b5175be0d HTTP/1.1" status: 200 len: 1161 time: 0.0759165 Nov 19 05:50:44.072184 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f22a78-ed92-43ff-b7fd-a6de6624420a req-67421015-e827-43a6-97e1-6611ebbdc0f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:44.073797 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-66f22a78-ed92-43ff-b7fd-a6de6624420a req-67421015-e827-43a6-97e1-6611ebbdc0f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a HTTP/1.1" status: 200 len: 909 time: 0.1402576 Nov 19 05:50:44.130385 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:44.149768 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-66f22a78-ed92-43ff-b7fd-a6de6624420a req-b9c1da32-0e8e-4d2c-a7ff-a0bad4ed8d75 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63d456e1-1b95-4b55-a61d-540d584fcbc7 HTTP/1.1" status: 200 len: 217 time: 0.0689135 Nov 19 05:50:44.222453 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f22a78-ed92-43ff-b7fd-a6de6624420a req-06b9ccf0-5963-4b70-8a86-cabe8389e37e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:44.224085 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-66f22a78-ed92-43ff-b7fd-a6de6624420a req-06b9ccf0-5963-4b70-8a86-cabe8389e37e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=435aa333-acba-4305-be3b-2c75baf49081 HTTP/1.1" status: 200 len: 855 time: 0.0660181 Nov 19 05:50:44.276684 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-66f22a78-ed92-43ff-b7fd-a6de6624420a req-6d5a438d-b8f8-4768-b077-5781211a3fd7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439098 Nov 19 05:50:44.487355 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-66f22a78-ed92-43ff-b7fd-a6de6624420a req-398c5fe1-d304-4561-9a27-31a770f76cdc service neutron] 10.222.0.13 "GET /v2.0/networks/9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025874 Nov 19 05:50:44.546132 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b37bdb-0ce4-4266-ac3a-1e04b18e5b84 req-1b2bef68-ca18-4283-8fa7-c50c244b23d5 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:44.547731 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-85b37bdb-0ce4-4266-ac3a-1e04b18e5b84 req-1b2bef68-ca18-4283-8fa7-c50c244b23d5 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=34cc1b99-472f-47d7-963d-6e4b5175be0d HTTP/1.1" status: 200 len: 944 time: 0.1631746 Nov 19 05:50:44.890783 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-66f22a78-ed92-43ff-b7fd-a6de6624420a req-ed3ecaab-254c-4d39-a858-e03edc6179fd service neutron] 10.222.0.13 "GET /v2.0/networks/9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3944607 Nov 19 05:50:44.893001 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-85b37bdb-0ce4-4266-ac3a-1e04b18e5b84 req-396c5dc2-9b2a-48ba-bc09-4230de02ae3d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917955 Nov 19 05:50:46.108065 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872f4a8-45a7-4427-b072-92c6e0d1d87b req-31e4dbf0-868c-4392-b057-eb8b4b89d206 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:46.109723 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-2872f4a8-45a7-4427-b072-92c6e0d1d87b req-31e4dbf0-868c-4392-b057-eb8b4b89d206 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=34cc1b99-472f-47d7-963d-6e4b5175be0d HTTP/1.1" status: 200 len: 944 time: 0.0842443 Nov 19 05:50:46.160915 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-2872f4a8-45a7-4427-b072-92c6e0d1d87b req-2782f187-1c69-4c17-bbb2-a7f747d44030 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451095 Nov 19 05:50:46.320016 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.objects.ports [None req-6439830f-b924-4d7d-a4e0-9201ab9462b5 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80340) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 05:50:46.795189 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 63d456e1-1b95-4b55-a61d-540d584fcbc7 up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:50:46.864442 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning for port 63d456e1-1b95-4b55-a61d-540d584fcbc7 completed by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:50:46.869391 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port 63d456e1-1b95-4b55-a61d-540d584fcbc7 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:50:46.869927 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:46.986418 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:47.013131 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34cc1b99-472f-47d7-963d-6e4b5175be0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d456e1-1b95-4b55-a61d-540d584fcbc7'}] {{(pid=80340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:50:47.023269 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] For port 63d456e1-1b95-4b55-a61d-540d584fcbc7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=63d456e1-1b95-4b55-a61d-540d584fcbc7,segment=NetworkSegment(9de98277-f3d0-4215-905f-5e1d82b0ee02),segment_id=9de98277-f3d0-4215-905f-5e1d82b0ee02)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:50:47.026037 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:47.027922 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:47.072458 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34cc1b99-472f-47d7-963d-6e4b5175be0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d456e1-1b95-4b55-a61d-540d584fcbc7', 'code': 200} Nov 19 05:50:47.096355 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Pushing event updated for resources: {'Port': ['ID=63d456e1-1b95-4b55-a61d-540d584fcbc7,revision_number=4']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:47.099658 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:47.410305 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b53d214b-7e1c-4893-bc2f-4792f9b2ffaf req-8d599f7b-7d03-45c0-907c-43eaa6267784 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=34cc1b99-472f-47d7-963d-6e4b5175be0d HTTP/1.1" status: 200 len: 1163 time: 0.1399674 Nov 19 05:50:47.417000 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f72ac7-2601-485e-975c-d2ea800121a0 req-f074003e-b622-4b68-88a4-9ed53e89875f tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:47.418481 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-85f72ac7-2601-485e-975c-d2ea800121a0 req-f074003e-b622-4b68-88a4-9ed53e89875f tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=34cc1b99-472f-47d7-963d-6e4b5175be0d HTTP/1.1" status: 200 len: 946 time: 0.1144049 Nov 19 05:50:47.491850 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b53d214b-7e1c-4893-bc2f-4792f9b2ffaf req-caad3942-b0c0-4f4e-9e00-7f3b017d848a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722826 Nov 19 05:50:47.499355 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-85f72ac7-2601-485e-975c-d2ea800121a0 req-2d1f996d-3dc1-43c2-86d8-8f849a9974e4 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626752 Nov 19 05:50:48.375404 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 63d456e1-1b95-4b55-a61d-540d584fcbc7 up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:50:48.449841 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port 63d456e1-1b95-4b55-a61d-540d584fcbc7 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:50:48.450881 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:48.742404 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c81e32-7438-4ba2-b177-5b8c182ab7c0 req-fbb3f3d5-a3ad-4e10-b39f-5483388a0d57 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:48.743988 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-24c81e32-7438-4ba2-b177-5b8c182ab7c0 req-fbb3f3d5-a3ad-4e10-b39f-5483388a0d57 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=34cc1b99-472f-47d7-963d-6e4b5175be0d HTTP/1.1" status: 200 len: 946 time: 0.0824032 Nov 19 05:50:48.791749 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-24c81e32-7438-4ba2-b177-5b8c182ab7c0 req-8a642b8a-6a92-4c6b-bcd6-fdf6dbc163d1 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410869 Nov 19 05:50:50.326555 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899d83d-d825-4424-a355-518ed4466269 req-c5b09c14-704c-43c4-8c0f-e9aa39766018 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:50.328163 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-6899d83d-d825-4424-a355-518ed4466269 req-c5b09c14-704c-43c4-8c0f-e9aa39766018 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 946 time: 0.0876131 Nov 19 05:50:50.369782 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 63d456e1-1b95-4b55-a61d-540d584fcbc7 up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:50:50.377041 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-6899d83d-d825-4424-a355-518ed4466269 req-6284bb0d-b815-4be1-a92a-62e3c790d14d tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426176 Nov 19 05:50:50.446268 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port 63d456e1-1b95-4b55-a61d-540d584fcbc7 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:50:50.446680 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:51.607949 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ff04f-3806-47e9-9afb-232956412b88 req-45705f72-449f-42ce-9130-3d4eed5b28cc tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:51.609569 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-232ff04f-3806-47e9-9afb-232956412b88 req-45705f72-449f-42ce-9130-3d4eed5b28cc tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 946 time: 0.0843484 Nov 19 05:50:51.660460 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-232ff04f-3806-47e9-9afb-232956412b88 req-109995dd-b500-4988-a76d-a82ee46f813f tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446317 Nov 19 05:50:51.810896 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fedae-d49a-41ca-88be-2c47eaef51c5 req-09136950-88d9-44ee-a4ba-1c4453284e65 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:51.812447 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-627fedae-d49a-41ca-88be-2c47eaef51c5 req-09136950-88d9-44ee-a4ba-1c4453284e65 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.13 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 946 time: 0.0825601 Nov 19 05:50:51.889524 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-627fedae-d49a-41ca-88be-2c47eaef51c5 req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Deleting port 0631820c-7f0d-4e19-81b2-252d79480d3b {{(pid=80339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:50:51.889904 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-627fedae-d49a-41ca-88be-2c47eaef51c5 req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:52.151904 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-627fedae-d49a-41ca-88be-2c47eaef51c5 req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] For port 0631820c-7f0d-4e19-81b2-252d79480d3b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0631820c-7f0d-4e19-81b2-252d79480d3b,segment=NetworkSegment(1bac46a1-971a-466a-ba00-4392d3f174e2),segment_id=1bac46a1-971a-466a-ba00-4392d3f174e2)] {{(pid=80339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:50:52.152228 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-627fedae-d49a-41ca-88be-2c47eaef51c5 req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:52.210892 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 0631820c-7f0d-4e19-81b2-252d79480d3b no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:50:52.332361 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:52.361427 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c65fb1-2786-46f2-af64-8606076a4b51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0631820c-7f0d-4e19-81b2-252d79480d3b'}] {{(pid=80340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:50:52.371978 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] For port 0631820c-7f0d-4e19-81b2-252d79480d3b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0631820c-7f0d-4e19-81b2-252d79480d3b,segment=NetworkSegment(1bac46a1-971a-466a-ba00-4392d3f174e2),segment_id=1bac46a1-971a-466a-ba00-4392d3f174e2)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:50:52.375882 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:52.377797 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:52.426509 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c65fb1-2786-46f2-af64-8606076a4b51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0631820c-7f0d-4e19-81b2-252d79480d3b', 'code': 200} Nov 19 05:50:52.450363 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Pushing event updated for resources: {'Port': ['ID=0631820c-7f0d-4e19-81b2-252d79480d3b,revision_number=7']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:52.453629 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:52.463926 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-627fedae-d49a-41ca-88be-2c47eaef51c5 req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for floatingip, precommit_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:52.464370 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-627fedae-d49a-41ca-88be-2c47eaef51c5 req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854058857'] for floatingip, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:52.464707 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.db.l3_db [req-627fedae-d49a-41ca-88be-2c47eaef51c5 req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Floating IP 07254799-c891-453a-b4d6-66e0b1974a41 disassociated. External IP: 172.28.3.177, port: 0631820c-7f0d-4e19-81b2-252d79480d3b. Nov 19 05:50:52.465122 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-627fedae-d49a-41ca-88be-2c47eaef51c5 req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Calling delete_port for 0631820c-7f0d-4e19-81b2-252d79480d3b owned by compute:nova {{(pid=80339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:50:52.549635 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.db.api [req-627fedae-d49a-41ca-88be-2c47eaef51c5 req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80339) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 05:50:52.550001 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_db.api [req-627fedae-d49a-41ca-88be-2c47eaef51c5 req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 05:50:52.884736 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c611a-dae6-456b-97f1-e99fa3c6d1d7 req-04f4f98a-6f53-484f-b7e9-d0c53e8fca52 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:52.886389 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-637c611a-dae6-456b-97f1-e99fa3c6d1d7 req-04f4f98a-6f53-484f-b7e9-d0c53e8fca52 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 944 time: 0.0843916 Nov 19 05:50:52.934120 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-637c611a-dae6-456b-97f1-e99fa3c6d1d7 req-61be3980-2431-4837-87ec-cbec3e1f97a0 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups?id=132fbee2-36de-4d9f-9396-8506be236023&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412776 Nov 19 05:50:53.051074 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-627fedae-d49a-41ca-88be-2c47eaef51c5 req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Deleting port 0631820c-7f0d-4e19-81b2-252d79480d3b {{(pid=80339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:50:53.051473 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-627fedae-d49a-41ca-88be-2c47eaef51c5 req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:53.420015 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-627fedae-d49a-41ca-88be-2c47eaef51c5 req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] For port 0631820c-7f0d-4e19-81b2-252d79480d3b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0631820c-7f0d-4e19-81b2-252d79480d3b,segment=NetworkSegment(1bac46a1-971a-466a-ba00-4392d3f174e2),segment_id=1bac46a1-971a-466a-ba00-4392d3f174e2)] {{(pid=80339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:50:53.420328 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-627fedae-d49a-41ca-88be-2c47eaef51c5 req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:53.532774 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-918c383d-17dd-46b3-b13e-5a69d17e3fc9 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:53.534369 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-918c383d-17dd-46b3-b13e-5a69d17e3fc9 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/networks?id=9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a HTTP/1.1" status: 200 len: 815 time: 0.2756915 Nov 19 05:50:53.631036 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-539572ac-53c1-4c34-933e-2d02229ac285 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/quotas/4d81c1a860844814b7a0d6bc52fa47b7 HTTP/1.1" status: 200 len: 375 time: 0.0854132 Nov 19 05:50:53.806471 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-627fedae-d49a-41ca-88be-2c47eaef51c5 req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for floatingip, precommit_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:53.807184 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-627fedae-d49a-41ca-88be-2c47eaef51c5 req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854058857'] for floatingip, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:53.807523 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.db.l3_db [req-627fedae-d49a-41ca-88be-2c47eaef51c5 req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Floating IP 07254799-c891-453a-b4d6-66e0b1974a41 disassociated. External IP: 172.28.3.177, port: 0631820c-7f0d-4e19-81b2-252d79480d3b. Nov 19 05:50:53.807920 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-627fedae-d49a-41ca-88be-2c47eaef51c5 req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Calling delete_port for 0631820c-7f0d-4e19-81b2-252d79480d3b owned by compute:nova {{(pid=80339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:50:53.880930 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-6843636f-7433-4651-87aa-ea5b17a36ec8 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d81c1a860844814b7a0d6bc52fa47b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2419646 Nov 19 05:50:54.138431 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4b0c1969-448e-48e1-a88b-6f42a3b82570 req-fe69fa85-7d9f-4312-a843-07b65a505c9c tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 210 time: 0.0522511 Nov 19 05:50:54.138982 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-627fedae-d49a-41ca-88be-2c47eaef51c5 req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474476'] for port, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:54.142034 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-d76aae9f-23b3-445a-b82d-526f32527c28 service neutron] 10.222.0.16 "GET /v2.0/networks/9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454727 Nov 19 05:50:54.155627 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f2a6d10c-e646-45a2-a559-6cd322c416b4 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:54.227434 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Pushing event deleted for resources: {'Port': ['ID=0631820c-7f0d-4e19-81b2-252d79480d3b,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:54.319054 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:54.319463 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:54.319864 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:54.320255 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:54.320644 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:54.321058 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:54.321446 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:54.321830 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:54.322213 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:54.322592 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:54.322971 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:54.323330 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:54.323755 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:54.324131 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:54.324506 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:54.324934 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:54.325306 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:54.325683 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:54.326059 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:54.326434 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:54.326809 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:54.327182 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:54.327558 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:54.327930 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:54.384216 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:54.454956 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-bbf07874-73a1-4b62-8c94-9279d2e2cb78 service neutron] 10.222.0.16 "GET /v2.0/networks/9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2610722 Nov 19 05:50:54.906337 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5e2123bb-fa96-4105-8bd5-0364028864f9 req-6ae35d69-6ce3-47c7-9a8c-3cdd64b37dd1 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=a0e78bda-63b7-4bb4-a263-26394ffb08e2 HTTP/1.1" status: 200 len: 210 time: 0.0615273 Nov 19 05:50:54.970885 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.l3_agent_scheduler [req-627fedae-d49a-41ca-88be-2c47eaef51c5 req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Router 56534d5c-45d4-40dd-9c01-fb3d1a36c591 has already been hosted by L3 agent 9d988d7f-fab1-47ee-9f4c-4b1b16993ac8 {{(pid=80339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:50:55.187737 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-627fedae-d49a-41ca-88be-2c47eaef51c5 req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify agent at l3_agent.dv-cinder-763306-1-smb the message routers_updated {{(pid=80339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:50:55.207314 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95aa885-14e5-4ca2-8d4d-1df714f12cf5 None None] Sync routers for ids ['56534d5c-45d4-40dd-9c01-fb3d1a36c591'] in dv-cinder-763306-1-smb {{(pid=80340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:50:55.227623 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95aa885-14e5-4ca2-8d4d-1df714f12cf5 None None] Routers {'56534d5c-45d4-40dd-9c01-fb3d1a36c591'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:50:55.228794 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-c95aa885-14e5-4ca2-8d4d-1df714f12cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:50:42Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['56534d5c-45d4-40dd-9c01-fb3d1a36c591'], 'active': True} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:50:55.243198 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-627fedae-d49a-41ca-88be-2c47eaef51c5 req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] No DVR routers for this DVR port 0631820c-7f0d-4e19-81b2-252d79480d3b on host hv-cinder-76330 {{(pid=80339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:50:55.247699 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-627fedae-d49a-41ca-88be-2c47eaef51c5 req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:55.250664 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c65fb1-2786-46f2-af64-8606076a4b51', 'name': 'network-vif-deleted', 'tag': '0631820c-7f0d-4e19-81b2-252d79480d3b'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:50:55.289363 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-627fedae-d49a-41ca-88be-2c47eaef51c5 req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.13 "DELETE /v2.0/ports/0631820c-7f0d-4e19-81b2-252d79480d3b HTTP/1.1" status: 204 len: 173 time: 3.4697509 Nov 19 05:50:55.351702 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c65fb1-2786-46f2-af64-8606076a4b51', 'name': 'network-vif-deleted', 'tag': '0631820c-7f0d-4e19-81b2-252d79480d3b', 'status': 'completed', 'code': 200} Nov 19 05:50:55.363395 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-ce143fb0-d63f-4d6e-833d-6ea7e68bda49 req-5e8e5fed-499f-4ece-9539-3706cb14e41a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Synchronizing usage tracker for tenant:db4540afb2f2457fb8456c53e9da33fd on resource:port {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:50:55.378305 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-ce143fb0-d63f-4d6e-833d-6ea7e68bda49 req-5e8e5fed-499f-4ece-9539-3706cb14e41a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Unset dirty status for tenant:db4540afb2f2457fb8456c53e9da33fd on resource:port {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:50:55.379558 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ce143fb0-d63f-4d6e-833d-6ea7e68bda49 req-5e8e5fed-499f-4ece-9539-3706cb14e41a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/ports?device_id=e6c65fb1-2786-46f2-af64-8606076a4b51 HTTP/1.1" status: 200 len: 210 time: 0.0705745 Nov 19 05:50:55.447007 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-c95aa885-14e5-4ca2-8d4d-1df714f12cf5 None None] Set router 56534d5c-45d4-40dd-9c01-fb3d1a36c591 gateway port host: dv-cinder-763306-1-smb {{(pid=80340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:50:55.783748 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-c95aa885-14e5-4ca2-8d4d-1df714f12cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'name': 'tempest-AttachVolumeShelveTestJSON-1201768390-router', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:44:52Z', 'revision_number': 4, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'gw_port': {'id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:37Z', 'updated_at': '2020-11-19T05:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a', 'name': '', 'network_id': '304e1383-f09c-4327-99c9-7961728842fc', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'mac_address': 'fa:16:3e:09:b5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c37d305-86c3-49f3-a016-f0e689dbb363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:49Z', 'updated_at': '2020-11-19T05:45:05Z', 'revision_number': 5, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'subnets': [{'id': '7c37d305-86c3-49f3-a016-f0e689dbb363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:50:55.787898 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95aa885-14e5-4ca2-8d4d-1df714f12cf5 None None] Checking router: 56534d5c-45d4-40dd-9c01-fb3d1a36c591 for host: dv-cinder-763306-1-smb {{(pid=80340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:50:55.802183 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95aa885-14e5-4ca2-8d4d-1df714f12cf5 None None] Routers {'56534d5c-45d4-40dd-9c01-fb3d1a36c591'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:50:55.802858 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-c95aa885-14e5-4ca2-8d4d-1df714f12cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:50:42Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['56534d5c-45d4-40dd-9c01-fb3d1a36c591'], 'active': True} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:50:55.921910 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-42487264-c5b8-47aa-99b6-267fec66b48a tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:55.923767 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-42487264-c5b8-47aa-99b6-267fec66b48a tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.13 "GET /v2.0/networks?id=9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a HTTP/1.1" status: 200 len: 815 time: 0.1594250 Nov 19 05:50:55.948298 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-bd0925dd-c2c7-46d6-b36b-46a7d4ff72a1 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Request body: {'port': {'device_id': 'a0e78bda-63b7-4bb4-a263-26394ffb08e2', 'network_id': '9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a', 'admin_state_up': True, 'tenant_id': '4d81c1a860844814b7a0d6bc52fa47b7'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:50:56.009900 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-c95aa885-14e5-4ca2-8d4d-1df714f12cf5 None None] Set router 56534d5c-45d4-40dd-9c01-fb3d1a36c591 gateway port host: dv-cinder-763306-1-smb {{(pid=80340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:50:56.120684 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-223c8bc4-5804-4b1d-a8e2-de4c05949e8c req-a443657d-ecc0-450f-b51e-4efae6cd098b tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=a0e78bda-63b7-4bb4-a263-26394ffb08e2 HTTP/1.1" status: 200 len: 210 time: 0.0629570 Nov 19 05:50:56.159114 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-bd0925dd-c2c7-46d6-b36b-46a7d4ff72a1 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:50:56.169865 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-bd0925dd-c2c7-46d6-b36b-46a7d4ff72a1 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:50:56.179459 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-bd0925dd-c2c7-46d6-b36b-46a7d4ff72a1 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Made reservation on behalf of 4d81c1a860844814b7a0d6bc52fa47b7 for: {'port': 1} {{(pid=80339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:50:56.185643 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-bd0925dd-c2c7-46d6-b36b-46a7d4ff72a1 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:56.349627 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-c95aa885-14e5-4ca2-8d4d-1df714f12cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'name': 'tempest-AttachVolumeShelveTestJSON-1201768390-router', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:44:52Z', 'revision_number': 4, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'gw_port': {'id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:37Z', 'updated_at': '2020-11-19T05:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a', 'name': '', 'network_id': '304e1383-f09c-4327-99c9-7961728842fc', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'mac_address': 'fa:16:3e:09:b5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c37d305-86c3-49f3-a016-f0e689dbb363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:49Z', 'updated_at': '2020-11-19T05:45:05Z', 'revision_number': 5, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'subnets': [{'id': '7c37d305-86c3-49f3-a016-f0e689dbb363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:50:56.353926 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95aa885-14e5-4ca2-8d4d-1df714f12cf5 None None] The sync data for ids ['56534d5c-45d4-40dd-9c01-fb3d1a36c591'] in dv-cinder-763306-1-smb is: [{'id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'name': 'tempest-AttachVolumeShelveTestJSON-1201768390-router', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:44:52Z', 'revision_number': 4, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'gw_port': {'id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:37Z', 'updated_at': '2020-11-19T05:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a', 'name': '', 'network_id': '304e1383-f09c-4327-99c9-7961728842fc', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'mac_address': 'fa:16:3e:09:b5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c37d305-86c3-49f3-a016-f0e689dbb363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:49Z', 'updated_at': '2020-11-19T05:45:05Z', 'revision_number': 5, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'subnets': [{'id': '7c37d305-86c3-49f3-a016-f0e689dbb363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:50:56.503026 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-bd0925dd-c2c7-46d6-b36b-46a7d4ff72a1 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Allocated IP 172.20.0.4 (9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a/435aa333-acba-4305-be3b-2c75baf49081/dfee6dbd-8fe5-400e-9821-671862db477f) {{(pid=80339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:50:56.544817 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 37622) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:50:56.634089 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-27b140f0-097b-44da-b1a4-e8bfe10fc449 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:56.666226 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-27b140f0-097b-44da-b1a4-e8bfe10fc449 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:56.712697 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-27b140f0-097b-44da-b1a4-e8bfe10fc449 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:56.718683 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-aa6eb687-6069-4a71-ae62-084ab623da8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:56.728240 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-bd0925dd-c2c7-46d6-b36b-46a7d4ff72a1 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Notify callbacks [] for port, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:56.735080 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b140f0-097b-44da-b1a4-e8bfe10fc449 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Pushing event deleted for resources: {'SecurityGroup': ['ID=132fbee2-36de-4d9f-9396-8506be236023,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:56.738161 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-27b140f0-097b-44da-b1a4-e8bfe10fc449 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:56.745253 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-27b140f0-097b-44da-b1a4-e8bfe10fc449 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:56.746690 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-27b140f0-097b-44da-b1a4-e8bfe10fc449 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "DELETE /v2.0/security-groups/132fbee2-36de-4d9f-9396-8506be236023 HTTP/1.1" status: 204 len: 168 time: 0.2007763 Nov 19 05:50:56.749465 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 37626) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:50:56.754578 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cd4ea2-6596-46b2-b496-922b23f1713b None None] New status for floating IP 07254799-c891-453a-b4d6-66e0b1974a41: DOWN {{(pid=80341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 05:50:56.762429 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-bd0925dd-c2c7-46d6-b36b-46a7d4ff72a1 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474476'] for port, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:56.767064 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.api.v2.resource [None req-fcb792e5-938c-4fda-8382-57cdea07c74d tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] show failed (client error): The resource could not be found. Nov 19 05:50:56.768296 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-fcb792e5-938c-4fda-8382-57cdea07c74d tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "GET /v2.0/security-groups/132fbee2-36de-4d9f-9396-8506be236023 HTTP/1.1" status: 404 len: 347 time: 0.0177245 Nov 19 05:50:56.771088 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 37630) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:50:56.781084 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f7fa0e36-4ccc-43ee-9b9a-02554e07bb50 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:56.934987 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0925dd-c2c7-46d6-b36b-46a7d4ff72a1 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Pushing event updated for resources: {'Port': ['ID=dfee6dbd-8fe5-400e-9821-671862db477f,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:56.938316 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-bd0925dd-c2c7-46d6-b36b-46a7d4ff72a1 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:56.996525 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-bd0925dd-c2c7-46d6-b36b-46a7d4ff72a1 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Network 9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a is already hosted by enough agents. {{(pid=80339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:50:56.997763 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-bd0925dd-c2c7-46d6-b36b-46a7d4ff72a1 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Resources bound (agent type, host, resource id): {{(pid=80339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:50:57.000209 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-bd0925dd-c2c7-46d6-b36b-46a7d4ff72a1 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Received port after_create {{(pid=80339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:50:57.066723 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-bd0925dd-c2c7-46d6-b36b-46a7d4ff72a1 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:57.067388 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-bd0925dd-c2c7-46d6-b36b-46a7d4ff72a1 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:57.092130 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-bd0925dd-c2c7-46d6-b36b-46a7d4ff72a1 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1481559 Nov 19 05:50:57.111106 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-96753d27-44a2-4559-bec7-7036b97dd42b service neutron] Request body: {'port': {'device_id': 'a0e78bda-63b7-4bb4-a263-26394ffb08e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:50:57.161492 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-e2e71b35-7eed-4121-bde1-316dc0f6dcd8 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Deleting port 39668d6f-2e58-4d54-a2d6-836b9f199833 {{(pid=80338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:50:57.161880 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e2e71b35-7eed-4121-bde1-316dc0f6dcd8 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:57.227695 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-96753d27-44a2-4559-bec7-7036b97dd42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:57.345389 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e2e71b35-7eed-4121-bde1-316dc0f6dcd8 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:57.345680 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e2e71b35-7eed-4121-bde1-316dc0f6dcd8 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for floatingip, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:57.476090 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-e2e71b35-7eed-4121-bde1-316dc0f6dcd8 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Calling delete_port for 39668d6f-2e58-4d54-a2d6-836b9f199833 owned by network:floatingip {{(pid=80338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:50:57.479135 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e9645-ac92-43a2-9f6b-9ba8ac744188 req-45eecc8f-bef5-4add-955a-9659929d149f tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:57.480165 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-8a8e9645-ac92-43a2-9f6b-9ba8ac744188 req-45eecc8f-bef5-4add-955a-9659929d149f tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Synchronizing usage tracker for tenant:4d81c1a860844814b7a0d6bc52fa47b7 on resource:port {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:50:57.531740 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-8a8e9645-ac92-43a2-9f6b-9ba8ac744188 req-45eecc8f-bef5-4add-955a-9659929d149f tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Unset dirty status for tenant:4d81c1a860844814b7a0d6bc52fa47b7 on resource:port {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:50:57.533060 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8a8e9645-ac92-43a2-9f6b-9ba8ac744188 req-45eecc8f-bef5-4add-955a-9659929d149f tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=a0e78bda-63b7-4bb4-a263-26394ffb08e2 HTTP/1.1" status: 200 len: 931 time: 0.2625151 Nov 19 05:50:57.623096 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e2e71b35-7eed-4121-bde1-316dc0f6dcd8 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10554044'] for port, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:57.639576 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f020aa09-f006-4652-8729-24d9a09826cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:57.667425 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8a8e9645-ac92-43a2-9f6b-9ba8ac744188 req-a92e6031-f950-4810-8b14-345301c099e4 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153522 Nov 19 05:50:57.693219 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e71b35-7eed-4121-bde1-316dc0f6dcd8 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Pushing event deleted for resources: {'Port': ['ID=39668d6f-2e58-4d54-a2d6-836b9f199833,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:57.696189 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e2e71b35-7eed-4121-bde1-316dc0f6dcd8 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:57.768149 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-96753d27-44a2-4559-bec7-7036b97dd42b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfee6dbd-8fe5-400e-9821-671862db477f {{(pid=80339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:50:57.775329 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-96753d27-44a2-4559-bec7-7036b97dd42b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:57.788163 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-96753d27-44a2-4559-bec7-7036b97dd42b service neutron] Transition to ACTIVE for port object dfee6dbd-8fe5-400e-9821-671862db477f will not be triggered until provisioned by entity L2. {{(pid=80339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:50:57.791427 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-96753d27-44a2-4559-bec7-7036b97dd42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843301323'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:57.807881 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f55ac154-e749-41a7-91d6-a3ba15b93757 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:57.863928 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e2e71b35-7eed-4121-bde1-316dc0f6dcd8 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks [] for floatingip, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:57.881772 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e2e71b35-7eed-4121-bde1-316dc0f6dcd8 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for floatingip, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:57.882954 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-e2e71b35-7eed-4121-bde1-316dc0f6dcd8 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] 10.222.0.16 "DELETE /v2.0/floatingips/07254799-c891-453a-b4d6-66e0b1974a41 HTTP/1.1" status: 204 len: 168 time: 1.1109109 Nov 19 05:50:57.953420 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96753d27-44a2-4559-bec7-7036b97dd42b service neutron] Pushing event updated for resources: {'Port': ['ID=dfee6dbd-8fe5-400e-9821-671862db477f,revision_number=2']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:57.957931 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-96753d27-44a2-4559-bec7-7036b97dd42b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:58.139145 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-96753d27-44a2-4559-bec7-7036b97dd42b service neutron] Attempting to bind port dfee6dbd-8fe5-400e-9821-671862db477f on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:50:58.139445 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-96753d27-44a2-4559-bec7-7036b97dd42b service neutron] Attempting to bind port dfee6dbd-8fe5-400e-9821-671862db477f by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '9de98277-f3d0-4215-905f-5e1d82b0ee02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a'}] {{(pid=80339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:50:58.139836 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-96753d27-44a2-4559-bec7-7036b97dd42b service neutron] Attempting to bind port dfee6dbd-8fe5-400e-9821-671862db477f on network 9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:50:58.146641 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-96753d27-44a2-4559-bec7-7036b97dd42b service neutron] Checking agent: {'id': '5d7c8804-5253-4fea-87de-bba3ff4a5dbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 42, 30), 'started_at': datetime.datetime(2020, 11, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:50:58.147014 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-96753d27-44a2-4559-bec7-7036b97dd42b service neutron] Checking segment: {'id': '9de98277-f3d0-4215-905f-5e1d82b0ee02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:50:58.147411 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-96753d27-44a2-4559-bec7-7036b97dd42b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:58.147803 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-96753d27-44a2-4559-bec7-7036b97dd42b service neutron] Bound using segment: {'id': '9de98277-f3d0-4215-905f-5e1d82b0ee02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a'} {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:50:58.148266 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-96753d27-44a2-4559-bec7-7036b97dd42b service neutron] Bound port: dfee6dbd-8fe5-400e-9821-671862db477f, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de98277-f3d0-4215-905f-5e1d82b0ee02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a'}}] {{(pid=80339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:50:58.148633 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-96753d27-44a2-4559-bec7-7036b97dd42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:58.242260 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-96753d27-44a2-4559-bec7-7036b97dd42b service neutron] For port dfee6dbd-8fe5-400e-9821-671862db477f, host hv-cinder-76330, cleared binding levels {{(pid=80339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:50:58.245523 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-96753d27-44a2-4559-bec7-7036b97dd42b service neutron] For port dfee6dbd-8fe5-400e-9821-671862db477f, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=dfee6dbd-8fe5-400e-9821-671862db477f,segment=NetworkSegment(9de98277-f3d0-4215-905f-5e1d82b0ee02),segment_id=9de98277-f3d0-4215-905f-5e1d82b0ee02)] {{(pid=80339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:50:58.248599 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-96753d27-44a2-4559-bec7-7036b97dd42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843301323'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:58.263657 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-1431b4e6-16b7-4e37-96c1-0ba94b772b35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:58.414782 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96753d27-44a2-4559-bec7-7036b97dd42b service neutron] Pushing event updated for resources: {'Port': ['ID=dfee6dbd-8fe5-400e-9821-671862db477f,revision_number=3']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:58.419526 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-96753d27-44a2-4559-bec7-7036b97dd42b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:58.451543 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-96753d27-44a2-4559-bec7-7036b97dd42b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:58.453583 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-96753d27-44a2-4559-bec7-7036b97dd42b service neutron] 10.222.0.13 "PUT /v2.0/ports/dfee6dbd-8fe5-400e-9821-671862db477f HTTP/1.1" status: 200 len: 1157 time: 1.3477662 Nov 19 05:50:58.454096 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e78bda-63b7-4bb4-a263-26394ffb08e2', 'tag': 'dfee6dbd-8fe5-400e-9821-671862db477f'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:50:58.545715 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0e78bda-63b7-4bb4-a263-26394ffb08e2', 'tag': 'dfee6dbd-8fe5-400e-9821-671862db477f', 'status': 'completed', 'code': 200} Nov 19 05:50:58.592081 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-7c782b84-3b98-4f24-bf8a-c944687b7d77 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d81c1a860844814b7a0d6bc52fa47b7&device_id=a0e78bda-63b7-4bb4-a263-26394ffb08e2 HTTP/1.1" status: 200 len: 1160 time: 0.0816488 Nov 19 05:50:58.669442 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-f600fdec-7ac7-4dba-9bdb-51944c1e6531 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfee6dbd-8fe5-400e-9821-671862db477f HTTP/1.1" status: 200 len: 217 time: 0.0644016 Nov 19 05:50:59.000115 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-ce2df691-e878-4d79-a557-88238312d154 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:59.001679 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-ce2df691-e878-4d79-a557-88238312d154 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=435aa333-acba-4305-be3b-2c75baf49081 HTTP/1.1" status: 200 len: 855 time: 0.3239045 Nov 19 05:50:59.069259 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-43b8a3dd-3edb-493f-a8d7-bc7dd03f1166 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533764 Nov 19 05:50:59.080779 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcdab7c-b588-4e93-baa9-a0e98ec48c5e req-a7ff44e4-b12d-47e3-b0c3-3d3cda37d493 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:59.082305 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4dcdab7c-b588-4e93-baa9-a0e98ec48c5e req-a7ff44e4-b12d-47e3-b0c3-3d3cda37d493 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=a0e78bda-63b7-4bb4-a263-26394ffb08e2 HTTP/1.1" status: 200 len: 943 time: 0.1380048 Nov 19 05:50:59.237139 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4dcdab7c-b588-4e93-baa9-a0e98ec48c5e req-fb8650ab-96b8-4d4f-96f8-cd3c30601f83 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291077 Nov 19 05:50:59.259550 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-616c590e-6258-4b12-bf56-4e51108f2335 service neutron] 10.222.0.13 "GET /v2.0/networks/9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746178 Nov 19 05:50:59.407306 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b2715109-8c27-4fd5-9aa0-eabf14bc0750 req-56ec48af-b007-4025-87f8-7cf1f2a40d82 service neutron] 10.222.0.13 "GET /v2.0/networks/9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1386759 Nov 19 05:50:59.564622 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1ce079c4-55a5-4517-a982-9c894a053e86 req-af47d91d-237a-47a4-bfec-5ea42f293d2c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d81c1a860844814b7a0d6bc52fa47b7&device_id=a0e78bda-63b7-4bb4-a263-26394ffb08e2 HTTP/1.1" status: 200 len: 1160 time: 0.0748978 Nov 19 05:50:59.710259 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce079c4-55a5-4517-a982-9c894a053e86 req-39c7db64-b7b0-4d06-af8b-526d4a84ec5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:59.711911 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1ce079c4-55a5-4517-a982-9c894a053e86 req-39c7db64-b7b0-4d06-af8b-526d4a84ec5c service neutron] 10.222.0.13 "GET /v2.0/networks?id=9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a HTTP/1.1" status: 200 len: 909 time: 0.1404386 Nov 19 05:50:59.787391 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1ce079c4-55a5-4517-a982-9c894a053e86 req-e34e386b-d6c4-4d4b-8b44-1968276e90e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfee6dbd-8fe5-400e-9821-671862db477f HTTP/1.1" status: 200 len: 217 time: 0.0687580 Nov 19 05:50:59.856886 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce079c4-55a5-4517-a982-9c894a053e86 req-a4af41f8-3185-442a-88d6-b7a9e64ffa6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:59.858446 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1ce079c4-55a5-4517-a982-9c894a053e86 req-a4af41f8-3185-442a-88d6-b7a9e64ffa6f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=435aa333-acba-4305-be3b-2c75baf49081 HTTP/1.1" status: 200 len: 855 time: 0.0640869 Nov 19 05:50:59.911853 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1ce079c4-55a5-4517-a982-9c894a053e86 req-80af0f14-5ee9-40df-82d4-79ab87afffbc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447826 Nov 19 05:51:00.057166 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1ce079c4-55a5-4517-a982-9c894a053e86 req-be2a6c9c-a915-4152-b5f3-66a725d3bd26 service neutron] 10.222.0.13 "GET /v2.0/networks/9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371977 Nov 19 05:51:00.120938 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:00.199787 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1ce079c4-55a5-4517-a982-9c894a053e86 req-5e456074-6c30-47b8-a76f-98451b350890 service neutron] 10.222.0.13 "GET /v2.0/networks/9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1359279 Nov 19 05:51:00.448221 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424aca6-e38c-4484-9d39-f087f1ee8857 req-498392a5-5e37-4935-8f65-0e80d04624c8 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:00.450342 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4424aca6-e38c-4484-9d39-f087f1ee8857 req-498392a5-5e37-4935-8f65-0e80d04624c8 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=a0e78bda-63b7-4bb4-a263-26394ffb08e2 HTTP/1.1" status: 200 len: 943 time: 0.0823383 Nov 19 05:51:00.498635 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4424aca6-e38c-4484-9d39-f087f1ee8857 req-9979b7f2-887e-4c6b-b59f-aa8ecc1723bc tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422661 Nov 19 05:51:00.734406 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 37662) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:01.225433 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c75349cc-c7ff-4ca2-8fec-191cbd01f358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716923'] for router_interface, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:01.713101 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4103028-bf7b-40dd-85a6-4f10718f6262 req-18ee9659-3b54-4eec-bf74-112d1594487a tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:01.714695 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a4103028-bf7b-40dd-85a6-4f10718f6262 req-18ee9659-3b54-4eec-bf74-112d1594487a tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=a0e78bda-63b7-4bb4-a263-26394ffb08e2 HTTP/1.1" status: 200 len: 943 time: 0.0863690 Nov 19 05:51:01.763462 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a4103028-bf7b-40dd-85a6-4f10718f6262 req-3852939a-2779-46a8-9aef-c4ba5d98eac9 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420170 Nov 19 05:51:01.844862 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-c75349cc-c7ff-4ca2-8fec-191cbd01f358 admin admin] Deleting port 1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a {{(pid=80338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:51:01.845213 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c75349cc-c7ff-4ca2-8fec-191cbd01f358 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:02.023266 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-c75349cc-c7ff-4ca2-8fec-191cbd01f358 admin admin] For port 1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a, host dv-cinder-763306-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a,segment=NetworkSegment(1bac46a1-971a-466a-ba00-4392d3f174e2),segment_id=1bac46a1-971a-466a-ba00-4392d3f174e2)] {{(pid=80338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:51:02.023655 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c75349cc-c7ff-4ca2-8fec-191cbd01f358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:02.150376 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-c75349cc-c7ff-4ca2-8fec-191cbd01f358 admin admin] Calling delete_port for 1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a owned by network:router_interface {{(pid=80338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:51:02.323384 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c75349cc-c7ff-4ca2-8fec-191cbd01f358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10554044'] for port, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:02.339107 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:02.393860 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75349cc-c7ff-4ca2-8fec-191cbd01f358 admin admin] Pushing event deleted for resources: {'Port': ['ID=1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:02.398435 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-c75349cc-c7ff-4ca2-8fec-191cbd01f358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:02.684013 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device dfee6dbd-8fe5-400e-9821-671862db477f up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:51:02.756995 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning for port dfee6dbd-8fe5-400e-9821-671862db477f completed by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:51:02.761747 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port dfee6dbd-8fe5-400e-9821-671862db477f triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:51:02.762748 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:02.764136 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c75349cc-c7ff-4ca2-8fec-191cbd01f358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854081301'] for router_interface, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:02.883876 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:02.915282 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e78bda-63b7-4bb4-a263-26394ffb08e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfee6dbd-8fe5-400e-9821-671862db477f'}] {{(pid=80340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:51:02.927538 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] For port dfee6dbd-8fe5-400e-9821-671862db477f, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=dfee6dbd-8fe5-400e-9821-671862db477f,segment=NetworkSegment(9de98277-f3d0-4215-905f-5e1d82b0ee02),segment_id=9de98277-f3d0-4215-905f-5e1d82b0ee02)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:51:02.931423 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:02.935407 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-0d363396-e037-4002-a5af-867f0e1cbb9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:02.987522 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a4c7f-f54a-46b9-83dc-647edf2582a3 req-11d93828-9526-4d3b-808c-223c860e41fa tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:02.990500 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-483a4c7f-f54a-46b9-83dc-647edf2582a3 req-11d93828-9526-4d3b-808c-223c860e41fa tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=a0e78bda-63b7-4bb4-a263-26394ffb08e2 HTTP/1.1" status: 200 len: 945 time: 0.0986528 Nov 19 05:51:03.045683 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-483a4c7f-f54a-46b9-83dc-647edf2582a3 req-970d94d6-8db4-451c-9142-a3e1339a7457 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480118 Nov 19 05:51:03.164999 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e78bda-63b7-4bb4-a263-26394ffb08e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfee6dbd-8fe5-400e-9821-671862db477f', 'code': 200} Nov 19 05:51:03.194109 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Pushing event updated for resources: {'Port': ['ID=dfee6dbd-8fe5-400e-9821-671862db477f,revision_number=4']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:03.203557 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:03.203946 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:03.204325 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:03.204704 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:03.205102 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:03.205565 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:03.205844 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:03.206208 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:03.206582 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:03.206911 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:03.207360 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:03.208134 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:03.208134 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:03.208440 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:03.208862 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:03.209162 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:03.209520 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:03.209909 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:03.210215 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:03.210571 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:03.210927 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:03.211286 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:03.211641 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:03.211997 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:03.216530 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:03.274717 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-31687ff5-4a22-411e-834c-745579b80720 req-2022da6b-0f3d-4235-a390-671b181fd388 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a0e78bda-63b7-4bb4-a263-26394ffb08e2 HTTP/1.1" status: 200 len: 1162 time: 0.0787070 Nov 19 05:51:03.329561 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-31687ff5-4a22-411e-834c-745579b80720 req-099d388e-1550-4a87-9021-0590f3359a3e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448558 Nov 19 05:51:03.745927 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75349cc-c7ff-4ca2-8fec-191cbd01f358 admin admin] Router 56534d5c-45d4-40dd-9c01-fb3d1a36c591 has already been hosted by L3 agent 9d988d7f-fab1-47ee-9f4c-4b1b16993ac8 {{(pid=80338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:51:03.960635 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75349cc-c7ff-4ca2-8fec-191cbd01f358 admin admin] Notify agent at l3_agent.dv-cinder-763306-1-smb the message routers_updated {{(pid=80338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:51:03.973477 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebac78b6-4ebd-475b-9efb-ecf67e6b1268 None None] Sync routers for ids ['56534d5c-45d4-40dd-9c01-fb3d1a36c591'] in dv-cinder-763306-1-smb {{(pid=80340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:51:03.974078 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-c75349cc-c7ff-4ca2-8fec-191cbd01f358 admin admin] 10.222.0.16 "PUT /v2.0/routers/56534d5c-45d4-40dd-9c01-fb3d1a36c591/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2385230 Nov 19 05:51:03.976492 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 37674) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:03.989816 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebac78b6-4ebd-475b-9efb-ecf67e6b1268 None None] Routers {'56534d5c-45d4-40dd-9c01-fb3d1a36c591'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:51:03.990574 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-ebac78b6-4ebd-475b-9efb-ecf67e6b1268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:50:42Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['56534d5c-45d4-40dd-9c01-fb3d1a36c591'], 'active': True} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:51:04.187845 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Notify callbacks [] for router, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:04.284621 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-ebac78b6-4ebd-475b-9efb-ecf67e6b1268 None None] Set router 56534d5c-45d4-40dd-9c01-fb3d1a36c591 gateway port host: dv-cinder-763306-1-smb {{(pid=80340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:51:04.292117 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8775ce2-b747-4410-b396-4ca844272fb9 req-d25a8e50-664c-4e6c-ad7b-1944eeea7366 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:04.293830 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b8775ce2-b747-4410-b396-4ca844272fb9 req-d25a8e50-664c-4e6c-ad7b-1944eeea7366 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=a0e78bda-63b7-4bb4-a263-26394ffb08e2 HTTP/1.1" status: 200 len: 945 time: 0.0933623 Nov 19 05:51:04.363468 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b8775ce2-b747-4410-b396-4ca844272fb9 req-5a20dd63-eb28-430f-b1cd-0bdb1ad05a73 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614371 Nov 19 05:51:04.441590 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:04.451472 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Deleting port ba99910b-401f-4d77-96a5-d5055bb6ee2c {{(pid=80338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:51:04.451850 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:04.524475 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device dfee6dbd-8fe5-400e-9821-671862db477f up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:51:04.642199 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] For port ba99910b-401f-4d77-96a5-d5055bb6ee2c, host dv-cinder-763306-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=ba99910b-401f-4d77-96a5-d5055bb6ee2c,segment=NetworkSegment(570e6a95-1f7f-4238-9052-97fd91c0100f),segment_id=570e6a95-1f7f-4238-9052-97fd91c0100f)] {{(pid=80338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:51:04.642582 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:04.777303 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Calling delete_port for ba99910b-401f-4d77-96a5-d5055bb6ee2c owned by network:router_gateway {{(pid=80338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:51:04.778065 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port dfee6dbd-8fe5-400e-9821-671862db477f triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:51:04.778496 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:04.861114 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-ebac78b6-4ebd-475b-9efb-ecf67e6b1268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'name': 'tempest-AttachVolumeShelveTestJSON-1201768390-router', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:51:02Z', 'revision_number': 5, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'gw_port': {'id': 'ba99910b-401f-4d77-96a5-d5055bb6ee2c', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:44:37Z', 'updated_at': '2020-11-19T05:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb'}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:51:04.897482 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebac78b6-4ebd-475b-9efb-ecf67e6b1268 None None] Checking router: 56534d5c-45d4-40dd-9c01-fb3d1a36c591 for host: dv-cinder-763306-1-smb {{(pid=80340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:51:04.933461 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebac78b6-4ebd-475b-9efb-ecf67e6b1268 None None] Routers {'56534d5c-45d4-40dd-9c01-fb3d1a36c591'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:51:04.934178 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-ebac78b6-4ebd-475b-9efb-ecf67e6b1268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:50:42Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['56534d5c-45d4-40dd-9c01-fb3d1a36c591'], 'active': True} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:51:04.945734 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10554044'] for port, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:04.963668 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-756a898a-50b7-4e61-8700-196d05108251 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:05.016345 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Pushing event deleted for resources: {'Port': ['ID=ba99910b-401f-4d77-96a5-d5055bb6ee2c,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:05.067019 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-ebac78b6-4ebd-475b-9efb-ecf67e6b1268 None None] Set router 56534d5c-45d4-40dd-9c01-fb3d1a36c591 gateway port host: None {{(pid=80340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:51:05.083769 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:05.084177 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:05.084579 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:05.085014 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:05.085412 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:05.085804 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:05.086191 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:05.086579 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:05.086969 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:05.087352 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:05.087733 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:05.088116 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:05.088537 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:05.088930 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:05.089321 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:05.089705 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:05.090603 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:05.090982 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:05.091364 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:05.091741 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:05.092119 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:05.092498 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:05.092878 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:05.093289 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:05.098532 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:05.179696 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-ebac78b6-4ebd-475b-9efb-ecf67e6b1268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'name': 'tempest-AttachVolumeShelveTestJSON-1201768390-router', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:51:04Z', 'revision_number': 7, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'gw_port_host': None}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:51:05.183930 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebac78b6-4ebd-475b-9efb-ecf67e6b1268 None None] The sync data for ids ['56534d5c-45d4-40dd-9c01-fb3d1a36c591'] in dv-cinder-763306-1-smb is: [{'id': '56534d5c-45d4-40dd-9c01-fb3d1a36c591', 'name': 'tempest-AttachVolumeShelveTestJSON-1201768390-router', 'tenant_id': 'db4540afb2f2457fb8456c53e9da33fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:44:35Z', 'updated_at': '2020-11-19T05:51:04Z', 'revision_number': 7, 'project_id': 'db4540afb2f2457fb8456c53e9da33fd', 'gw_port_host': None}] {{(pid=80340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:51:05.343515 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-712571'] for router_gateway, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:05.612147 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708b906-3060-4439-9e30-01ea0b030be1 req-ffa4a1c9-3a2b-4721-b6e6-0b70e11e3b70 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:05.613846 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c708b906-3060-4439-9e30-01ea0b030be1 req-ffa4a1c9-3a2b-4721-b6e6-0b70e11e3b70 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=a0e78bda-63b7-4bb4-a263-26394ffb08e2 HTTP/1.1" status: 200 len: 945 time: 0.0942750 Nov 19 05:51:05.664769 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c708b906-3060-4439-9e30-01ea0b030be1 req-cf59eacd-492b-4aae-8af0-ea0095cdc1f5 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446126 Nov 19 05:51:05.837705 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38356'] for router, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:05.842778 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:05.870698 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690777'] for router, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:05.871292 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56534d5c-45d4-40dd-9c01-fb3d1a36c591 {{(pid=80338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 19 05:51:05.884105 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] Notify callbacks [] for router, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:05.885386 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-0d1740ac-7db9-44d5-aa9e-3880ed8bba1f admin admin] 10.222.0.16 "DELETE /v2.0/routers/56534d5c-45d4-40dd-9c01-fb3d1a36c591 HTTP/1.1" status: 204 len: 168 time: 1.9078746 Nov 19 05:51:05.888157 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 37686) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:05.961004 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_v2 [None req-93acf804-9cdc-4c78-bec8-6f67bc1b126a admin admin] Deleting subnet 7c37d305-86c3-49f3-a016-f0e689dbb363 {{(pid=80338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 05:51:05.964333 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-93acf804-9cdc-4c78-bec8-6f67bc1b126a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:06.018268 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-93acf804-9cdc-4c78-bec8-6f67bc1b126a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10610985'] for subnet, precommit_delete_associations {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:06.104103 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-93acf804-9cdc-4c78-bec8-6f67bc1b126a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850617832'] for subnet, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:06.364034 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a no longer exists at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:51:06.378408 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-93acf804-9cdc-4c78-bec8-6f67bc1b126a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4157984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844221802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844226155'] for subnet, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:06.398171 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] No Port match for: 1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a {{(pid=80340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:51:06.398569 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 1eb2a5c7-4cfd-4a1b-ada6-1095a7f1196a not bound to the agent host dv-cinder-763306-1-smb {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:51:06.399148 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device ba99910b-401f-4d77-96a5-d5055bb6ee2c no longer exists at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:51:06.402617 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:06.435906 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] No Port match for: ba99910b-401f-4d77-96a5-d5055bb6ee2c {{(pid=80340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:51:06.436291 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device ba99910b-401f-4d77-96a5-d5055bb6ee2c not bound to the agent host dv-cinder-763306-1-smb {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:51:06.454094 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93acf804-9cdc-4c78-bec8-6f67bc1b126a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c37d305-86c3-49f3-a016-f0e689dbb363,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:06.456762 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-93acf804-9cdc-4c78-bec8-6f67bc1b126a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:06.546768 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-93acf804-9cdc-4c78-bec8-6f67bc1b126a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for subnet, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:06.554606 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-93acf804-9cdc-4c78-bec8-6f67bc1b126a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7c37d305-86c3-49f3-a016-f0e689dbb363 HTTP/1.1" status: 204 len: 168 time: 0.6652508 Nov 19 05:51:06.555371 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30263bb-ee6f-4378-aca7-b625a3e5bf01 None None] Network 304e1383-f09c-4327-99c9-7961728842fc requested from dv-cinder-763306-1-smb {{(pid=80340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:51:06.555881 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 37704) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:06.691397 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-71a67fd8-27eb-48f2-9056-4a49ee6b9725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3949208'] for network, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:06.769113 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-71a67fd8-27eb-48f2-9056-4a49ee6b9725 admin admin] Deleting port 2423149c-fa74-46ca-8bdd-cd1ac1f9a226 {{(pid=80339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:51:06.769497 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-71a67fd8-27eb-48f2-9056-4a49ee6b9725 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:06.976964 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f7ec0d-8b8b-46e0-8bf8-20da6c50f4f0 None None] DHCP port deletion for 304e1383-f09c-4327-99c9-7961728842fc request from dv-cinder-763306-1-smb {{(pid=80340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 19 05:51:06.981545 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-b0f7ec0d-8b8b-46e0-8bf8-20da6c50f4f0 None None] Deleting port 2423149c-fa74-46ca-8bdd-cd1ac1f9a226 {{(pid=80340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:51:06.981967 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b0f7ec0d-8b8b-46e0-8bf8-20da6c50f4f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:06.989322 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-71a67fd8-27eb-48f2-9056-4a49ee6b9725 admin admin] For port 2423149c-fa74-46ca-8bdd-cd1ac1f9a226, host dv-cinder-763306-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=2423149c-fa74-46ca-8bdd-cd1ac1f9a226,segment=NetworkSegment(1bac46a1-971a-466a-ba00-4392d3f174e2),segment_id=1bac46a1-971a-466a-ba00-4392d3f174e2)] {{(pid=80339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:51:06.989726 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-71a67fd8-27eb-48f2-9056-4a49ee6b9725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:07.126877 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-71a67fd8-27eb-48f2-9056-4a49ee6b9725 admin admin] Calling delete_port for 2423149c-fa74-46ca-8bdd-cd1ac1f9a226 owned by network:dhcp {{(pid=80339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:51:07.194351 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-b0f7ec0d-8b8b-46e0-8bf8-20da6c50f4f0 None None] For port 2423149c-fa74-46ca-8bdd-cd1ac1f9a226, host dv-cinder-763306-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=2423149c-fa74-46ca-8bdd-cd1ac1f9a226,segment=NetworkSegment(1bac46a1-971a-466a-ba00-4392d3f174e2),segment_id=1bac46a1-971a-466a-ba00-4392d3f174e2)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:51:07.194785 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b0f7ec0d-8b8b-46e0-8bf8-20da6c50f4f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:07.203754 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-71a67fd8-27eb-48f2-9056-4a49ee6b9725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474476'] for port, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:07.220332 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f2abb8d8-fd7c-48f5-b952-9e6784fba860 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:07.273750 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a67fd8-27eb-48f2-9056-4a49ee6b9725 admin admin] Pushing event deleted for resources: {'Port': ['ID=2423149c-fa74-46ca-8bdd-cd1ac1f9a226,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:07.278541 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-71a67fd8-27eb-48f2-9056-4a49ee6b9725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:07.322608 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-b0f7ec0d-8b8b-46e0-8bf8-20da6c50f4f0 None None] Calling delete_port for 2423149c-fa74-46ca-8bdd-cd1ac1f9a226 owned by network:dhcp {{(pid=80340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:51:07.365363 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a67fd8-27eb-48f2-9056-4a49ee6b9725 admin admin] No DVR routers for this DVR port 2423149c-fa74-46ca-8bdd-cd1ac1f9a226 on host dv-cinder-763306-1-smb {{(pid=80339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:51:07.398793 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.db.api [None req-b0f7ec0d-8b8b-46e0-8bf8-20da6c50f4f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80340) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 05:51:07.399243 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_db.api [None req-b0f7ec0d-8b8b-46e0-8bf8-20da6c50f4f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 05:51:07.492768 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-71a67fd8-27eb-48f2-9056-4a49ee6b9725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850615901', 'neutron.services.segments.db._delete_segments_for_network--9223363282791137771'] for network, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:07.608561 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-71a67fd8-27eb-48f2-9056-4a49ee6b9725 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['304e1383-f09c-4327-99c9-7961728842fc']}} {{(pid=80339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:51:07.621659 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-71a67fd8-27eb-48f2-9056-4a49ee6b9725 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bac46a1-971a-466a-ba00-4392d3f174e2') {'for_net_delete': True} {{(pid=80339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:51:07.621985 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-71a67fd8-27eb-48f2-9056-4a49ee6b9725 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bac46a1-971a-466a-ba00-4392d3f174e2') {} {{(pid=80339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:51:07.633832 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-71a67fd8-27eb-48f2-9056-4a49ee6b9725 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282791100139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11592451'] for segment, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:07.648316 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-71a67fd8-27eb-48f2-9056-4a49ee6b9725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4146814'] for segment, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:07.650310 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-71a67fd8-27eb-48f2-9056-4a49ee6b9725 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 05:51:07.835635 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-71a67fd8-27eb-48f2-9056-4a49ee6b9725 admin admin] Network 304e1383-f09c-4327-99c9-7961728842fc has no segments {{(pid=80339) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:51:07.844976 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-71a67fd8-27eb-48f2-9056-4a49ee6b9725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850629002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843301285'] for segment, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:07.900373 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-b0f7ec0d-8b8b-46e0-8bf8-20da6c50f4f0 None None] Deleting port 2423149c-fa74-46ca-8bdd-cd1ac1f9a226 {{(pid=80340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:51:07.900818 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b0f7ec0d-8b8b-46e0-8bf8-20da6c50f4f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:07.966441 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-b0f7ec0d-8b8b-46e0-8bf8-20da6c50f4f0 None None] The port '2423149c-fa74-46ca-8bdd-cd1ac1f9a226' was deleted {{(pid=80340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 19 05:51:08.331283 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-71a67fd8-27eb-48f2-9056-4a49ee6b9725 admin admin] Network 304e1383-f09c-4327-99c9-7961728842fc has no segments {{(pid=80339) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:51:08.357220 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 2423149c-fa74-46ca-8bdd-cd1ac1f9a226 no longer exists at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:51:08.357405 dv-cinder-763306-1-smb neutron-server[80227]: Traceback (most recent call last): Nov 19 05:51:08.357405 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:51:08.357405 dv-cinder-763306-1-smb neutron-server[80227]: timer() Nov 19 05:51:08.357405 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:51:08.357405 dv-cinder-763306-1-smb neutron-server[80227]: cb(*args, **kw) Nov 19 05:51:08.357405 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 05:51:08.357405 dv-cinder-763306-1-smb neutron-server[80227]: return func(*args, **kwargs) Nov 19 05:51:08.357405 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:51:08.357405 dv-cinder-763306-1-smb neutron-server[80227]: self._notify() Nov 19 05:51:08.357405 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:51:08.357405 dv-cinder-763306-1-smb neutron-server[80227]: self.callback(batched_events) Nov 19 05:51:08.357405 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:51:08.357405 dv-cinder-763306-1-smb neutron-server[80227]: event.method(event) Nov 19 05:51:08.357405 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 05:51:08.357405 dv-cinder-763306-1-smb neutron-server[80227]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:51:08.357405 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 05:51:08.357405 dv-cinder-763306-1-smb neutron-server[80227]: segment_id)['aggregates'][0] Nov 19 05:51:08.357405 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 05:51:08.357405 dv-cinder-763306-1-smb neutron-server[80227]: return f(self, *a, **k) Nov 19 05:51:08.357405 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:51:08.357405 dv-cinder-763306-1-smb neutron-server[80227]: return self._get(url).json() Nov 19 05:51:08.357405 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 05:51:08.357405 dv-cinder-763306-1-smb neutron-server[80227]: **kwargs) Nov 19 05:51:08.357405 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 05:51:08.357405 dv-cinder-763306-1-smb neutron-server[80227]: return self.request(url, 'GET', **kwargs) Nov 19 05:51:08.357405 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 05:51:08.357405 dv-cinder-763306-1-smb neutron-server[80227]: **endpoint_filter) Nov 19 05:51:08.357405 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 05:51:08.357405 dv-cinder-763306-1-smb neutron-server[80227]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:51:08.357405 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 05:51:08.357405 dv-cinder-763306-1-smb neutron-server[80227]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:51:08.357405 dv-cinder-763306-1-smb neutron-server[80227]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:51:08.391265 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] No Port match for: 2423149c-fa74-46ca-8bdd-cd1ac1f9a226 {{(pid=80340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:51:08.391665 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 2423149c-fa74-46ca-8bdd-cd1ac1f9a226 not bound to the agent host dv-cinder-763306-1-smb {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:51:08.468194 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-71a67fd8-27eb-48f2-9056-4a49ee6b9725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4159915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for network, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:08.476434 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-4dc4a61e-c2be-4c08-9a6b-41f5a5ad4070 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:08.478032 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-4dc4a61e-c2be-4c08-9a6b-41f5a5ad4070 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/networks?id=9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a HTTP/1.1" status: 200 len: 815 time: 0.5557604 Nov 19 05:51:08.480006 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-a46e8f4d-1983-46de-b1b1-062a18f062df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:08.494249 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-71a67fd8-27eb-48f2-9056-4a49ee6b9725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for network, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:08.513462 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a67fd8-27eb-48f2-9056-4a49ee6b9725 admin admin] Pushing event deleted for resources: {'Network': ['ID=304e1383-f09c-4327-99c9-7961728842fc,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:08.519052 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-71a67fd8-27eb-48f2-9056-4a49ee6b9725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:08.524269 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-72cb13e2-3620-4f05-8762-9b9c411cc415 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/quotas/4d81c1a860844814b7a0d6bc52fa47b7 HTTP/1.1" status: 200 len: 375 time: 0.0273428 Nov 19 05:51:08.528585 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-71a67fd8-27eb-48f2-9056-4a49ee6b9725 admin admin] 10.222.0.16 "DELETE /v2.0/networks/304e1383-f09c-4327-99c9-7961728842fc HTTP/1.1" status: 204 len: 168 time: 1.9688406 Nov 19 05:51:08.617325 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-4eff9d15-7226-4283-a5e5-f470b8de3c78 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d81c1a860844814b7a0d6bc52fa47b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0861633 Nov 19 05:51:08.691154 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 37726) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:08.746968 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-562db0ac-63ac-418d-9f51-bbd55a074fa0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db4540afb2f2457fb8456c53e9da33fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0538237 Nov 19 05:51:08.749444 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 37730) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:08.811469 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-27dded57-6948-4b43-a827-c4fa1ec86578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:08.838582 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-18f95d43-f014-4e5f-af58-50fe921c7b2f service neutron] 10.222.0.16 "GET /v2.0/networks/9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134964 Nov 19 05:51:08.849630 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-27dded57-6948-4b43-a827-c4fa1ec86578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:08.896880 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-27dded57-6948-4b43-a827-c4fa1ec86578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:08.902093 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-29addfb7-facf-42df-951c-8d0ef76c0523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:08.916556 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dded57-6948-4b43-a827-c4fa1ec86578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5e88f0-1e02-4db4-9d1b-87c562361f1c,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:08.921454 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-27dded57-6948-4b43-a827-c4fa1ec86578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:08.925861 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-27dded57-6948-4b43-a827-c4fa1ec86578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:08.929621 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-27dded57-6948-4b43-a827-c4fa1ec86578 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5d5e88f0-1e02-4db4-9d1b-87c562361f1c HTTP/1.1" status: 204 len: 168 time: 0.1770496 Nov 19 05:51:08.986457 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-e5961a92-a731-4892-bb62-a2a1552b885d service neutron] 10.222.0.16 "GET /v2.0/networks/9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1415429 Nov 19 05:51:09.216693 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1deee874-9f75-4c30-a4c8-343843157f49 req-262969e8-9ada-488b-8946-57deb9584164 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=7cd25a0d-315c-4d82-ae45-156ac6200444 HTTP/1.1" status: 200 len: 210 time: 0.0546005 Nov 19 05:51:09.965714 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-286aea76-4edf-4de2-b119-eb4d061fdec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:10.365330 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-9a2fc7f6-2a72-457d-8d75-0de22169c5f0 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:10.367077 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-9a2fc7f6-2a72-457d-8d75-0de22169c5f0 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.13 "GET /v2.0/networks?id=9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a HTTP/1.1" status: 200 len: 815 time: 0.1788533 Nov 19 05:51:10.419864 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-74863385-6c2e-47f5-94c7-4c565c5410de tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Request body: {'port': {'device_id': '7cd25a0d-315c-4d82-ae45-156ac6200444', 'network_id': '9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a', 'admin_state_up': True, 'tenant_id': '4d81c1a860844814b7a0d6bc52fa47b7'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:51:10.439218 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-651bc63c-4b79-4b91-a4d9-7f0e8fcacb15 req-e385ccd9-9c60-48e7-a5b2-4751f811dd50 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=7cd25a0d-315c-4d82-ae45-156ac6200444 HTTP/1.1" status: 200 len: 210 time: 0.0708656 Nov 19 05:51:10.568996 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-74863385-6c2e-47f5-94c7-4c565c5410de tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:51:10.578941 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-74863385-6c2e-47f5-94c7-4c565c5410de tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:51:10.590441 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-74863385-6c2e-47f5-94c7-4c565c5410de tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Made reservation on behalf of 4d81c1a860844814b7a0d6bc52fa47b7 for: {'port': 1} {{(pid=80339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:51:10.596170 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-74863385-6c2e-47f5-94c7-4c565c5410de tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:10.905953 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-74863385-6c2e-47f5-94c7-4c565c5410de tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Allocated IP 172.20.0.10 (9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a/435aa333-acba-4305-be3b-2c75baf49081/6f3ea3ea-9e94-4388-b64f-861a50cab591) {{(pid=80339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:51:11.124337 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-74863385-6c2e-47f5-94c7-4c565c5410de tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Notify callbacks [] for port, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:11.150872 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-74863385-6c2e-47f5-94c7-4c565c5410de tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474476'] for port, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:11.167762 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f7fa0e36-4ccc-43ee-9b9a-02554e07bb50 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:11.300039 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 37798) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:11.316578 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74863385-6c2e-47f5-94c7-4c565c5410de tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Pushing event updated for resources: {'Port': ['ID=6f3ea3ea-9e94-4388-b64f-861a50cab591,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:11.319692 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-74863385-6c2e-47f5-94c7-4c565c5410de tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:11.364698 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-74863385-6c2e-47f5-94c7-4c565c5410de tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Network 9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a is already hosted by enough agents. {{(pid=80339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:51:11.365954 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-74863385-6c2e-47f5-94c7-4c565c5410de tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Resources bound (agent type, host, resource id): {{(pid=80339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:51:11.368253 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-74863385-6c2e-47f5-94c7-4c565c5410de tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Received port after_create {{(pid=80339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:51:11.436242 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-74863385-6c2e-47f5-94c7-4c565c5410de tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:11.436964 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-74863385-6c2e-47f5-94c7-4c565c5410de tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:11.451953 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a2de8fe4-ae11-45c9-bba2-68f507346cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:11.461258 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-74863385-6c2e-47f5-94c7-4c565c5410de tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0542054 Nov 19 05:51:11.481745 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-edfb4135-2a4a-447e-8e17-8077fc4f18d0 service neutron] Request body: {'port': {'device_id': '7cd25a0d-315c-4d82-ae45-156ac6200444', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:51:11.489336 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-a2de8fe4-ae11-45c9-bba2-68f507346cc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:51:11.493197 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-a2de8fe4-ae11-45c9-bba2-68f507346cc4 admin admin] Usage tracker for resource:security_group_rule and tenant:bfc1d999b6154b74937d0469c5d62823 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:51:11.496235 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-a2de8fe4-ae11-45c9-bba2-68f507346cc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:51:11.502102 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-a2de8fe4-ae11-45c9-bba2-68f507346cc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:51:11.573486 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a2de8fe4-ae11-45c9-bba2-68f507346cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:11.577495 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a2de8fe4-ae11-45c9-bba2-68f507346cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:11.588435 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-a25e0ec4-f57b-4102-b5d4-ee4b96564aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:11.600519 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-edfb4135-2a4a-447e-8e17-8077fc4f18d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:11.635977 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-a2de8fe4-ae11-45c9-bba2-68f507346cc4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bfc1d999b6154b74937d0469c5d62823&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3347816 Nov 19 05:51:11.637324 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de8fe4-ae11-45c9-bba2-68f507346cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702f66db-b2d6-4ca4-9109-85c9ce894cdf,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:11.640013 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 37806) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:11.642811 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-a2de8fe4-ae11-45c9-bba2-68f507346cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:11.703847 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-7f00ead2-a869-4d0f-9637-fe19a0636582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:11.731326 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-7f00ead2-a869-4d0f-9637-fe19a0636582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:11.776807 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-7f00ead2-a869-4d0f-9637-fe19a0636582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:11.782136 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-8922ead8-83fa-4900-8354-f7ecfb07dcca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:11.798272 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f00ead2-a869-4d0f-9637-fe19a0636582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702f66db-b2d6-4ca4-9109-85c9ce894cdf,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:11.801556 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-7f00ead2-a869-4d0f-9637-fe19a0636582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:11.803061 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19815b01-b960-4755-9379-42e63b1d62e0 req-3239db4e-f894-4f62-a309-b1b54edaff50 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:11.803585 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-7f00ead2-a869-4d0f-9637-fe19a0636582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:11.803833 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-19815b01-b960-4755-9379-42e63b1d62e0 req-3239db4e-f894-4f62-a309-b1b54edaff50 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Synchronizing usage tracker for tenant:4d81c1a860844814b7a0d6bc52fa47b7 on resource:port {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:51:11.807927 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-7f00ead2-a869-4d0f-9637-fe19a0636582 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/702f66db-b2d6-4ca4-9109-85c9ce894cdf HTTP/1.1" status: 204 len: 168 time: 0.1640511 Nov 19 05:51:11.884926 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-19815b01-b960-4755-9379-42e63b1d62e0 req-3239db4e-f894-4f62-a309-b1b54edaff50 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Unset dirty status for tenant:4d81c1a860844814b7a0d6bc52fa47b7 on resource:port {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:51:11.886215 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-19815b01-b960-4755-9379-42e63b1d62e0 req-3239db4e-f894-4f62-a309-b1b54edaff50 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=7cd25a0d-315c-4d82-ae45-156ac6200444 HTTP/1.1" status: 200 len: 932 time: 0.2753913 Nov 19 05:51:12.163502 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 37814) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:12.184051 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bb7724bc-de11-4d0f-ba5e-bc753e5e2d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:12.218754 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-bb7724bc-de11-4d0f-ba5e-bc753e5e2d47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:51:12.222856 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-bb7724bc-de11-4d0f-ba5e-bc753e5e2d47 admin admin] Usage tracker for resource:security_group_rule and tenant:f2e7f007dba34996bc6ece17aea8d727 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:51:12.225828 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-bb7724bc-de11-4d0f-ba5e-bc753e5e2d47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:51:12.232007 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-bb7724bc-de11-4d0f-ba5e-bc753e5e2d47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:51:12.250034 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-19815b01-b960-4755-9379-42e63b1d62e0 req-93b4921c-9eb2-4ad1-8f5d-d744a762a5cb tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558741 Nov 19 05:51:12.303398 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bb7724bc-de11-4d0f-ba5e-bc753e5e2d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:12.307055 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bb7724bc-de11-4d0f-ba5e-bc753e5e2d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:12.314877 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-4ffdf760-fa46-4538-8079-9d054941921b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:12.358010 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7724bc-de11-4d0f-ba5e-bc753e5e2d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749e3c50-a3e7-4dae-9366-8f9f16a3c776,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:12.361572 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-bb7724bc-de11-4d0f-ba5e-bc753e5e2d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:12.361955 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-edfb4135-2a4a-447e-8e17-8077fc4f18d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f3ea3ea-9e94-4388-b64f-861a50cab591 {{(pid=80339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:51:12.364825 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-bb7724bc-de11-4d0f-ba5e-bc753e5e2d47 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f2e7f007dba34996bc6ece17aea8d727&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1997461 Nov 19 05:51:12.367441 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 37818) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:12.369492 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-edfb4135-2a4a-447e-8e17-8077fc4f18d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:12.382437 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-edfb4135-2a4a-447e-8e17-8077fc4f18d0 service neutron] Transition to ACTIVE for port object 6f3ea3ea-9e94-4388-b64f-861a50cab591 will not be triggered until provisioned by entity L2. {{(pid=80339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:51:12.385301 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-edfb4135-2a4a-447e-8e17-8077fc4f18d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843301323'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:12.400924 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:12.432027 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-43c9199a-fa36-421f-990e-936570a18992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:12.455733 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c12f0f9c-9fe8-4452-a7bc-432ed05e0d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:12.462057 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-43c9199a-fa36-421f-990e-936570a18992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:12.510844 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-43c9199a-fa36-421f-990e-936570a18992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:12.516406 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-054055a0-26be-4ff7-a6cc-ac98891521ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:12.527301 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9199a-fa36-421f-990e-936570a18992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749e3c50-a3e7-4dae-9366-8f9f16a3c776,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:12.531497 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-43c9199a-fa36-421f-990e-936570a18992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:12.535021 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-43c9199a-fa36-421f-990e-936570a18992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:12.537512 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-43c9199a-fa36-421f-990e-936570a18992 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/749e3c50-a3e7-4dae-9366-8f9f16a3c776 HTTP/1.1" status: 204 len: 168 time: 0.1689334 Nov 19 05:51:12.543658 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb4135-2a4a-447e-8e17-8077fc4f18d0 service neutron] Pushing event updated for resources: {'Port': ['ID=6f3ea3ea-9e94-4388-b64f-861a50cab591,revision_number=2']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:12.548223 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-edfb4135-2a4a-447e-8e17-8077fc4f18d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:12.728335 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-edfb4135-2a4a-447e-8e17-8077fc4f18d0 service neutron] Attempting to bind port 6f3ea3ea-9e94-4388-b64f-861a50cab591 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:51:12.728712 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-edfb4135-2a4a-447e-8e17-8077fc4f18d0 service neutron] Attempting to bind port 6f3ea3ea-9e94-4388-b64f-861a50cab591 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '9de98277-f3d0-4215-905f-5e1d82b0ee02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a'}] {{(pid=80339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:51:12.729394 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-edfb4135-2a4a-447e-8e17-8077fc4f18d0 service neutron] Attempting to bind port 6f3ea3ea-9e94-4388-b64f-861a50cab591 on network 9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:51:12.736420 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-edfb4135-2a4a-447e-8e17-8077fc4f18d0 service neutron] Checking agent: {'id': '5d7c8804-5253-4fea-87de-bba3ff4a5dbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 42, 30), 'started_at': datetime.datetime(2020, 11, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:51:12.736836 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-edfb4135-2a4a-447e-8e17-8077fc4f18d0 service neutron] Checking segment: {'id': '9de98277-f3d0-4215-905f-5e1d82b0ee02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:51:12.737251 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-edfb4135-2a4a-447e-8e17-8077fc4f18d0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:12.737648 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-edfb4135-2a4a-447e-8e17-8077fc4f18d0 service neutron] Bound using segment: {'id': '9de98277-f3d0-4215-905f-5e1d82b0ee02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a'} {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:51:12.738118 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-edfb4135-2a4a-447e-8e17-8077fc4f18d0 service neutron] Bound port: 6f3ea3ea-9e94-4388-b64f-861a50cab591, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de98277-f3d0-4215-905f-5e1d82b0ee02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a'}}] {{(pid=80339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:51:12.738499 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-edfb4135-2a4a-447e-8e17-8077fc4f18d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:12.834572 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-edfb4135-2a4a-447e-8e17-8077fc4f18d0 service neutron] For port 6f3ea3ea-9e94-4388-b64f-861a50cab591, host hv-cinder-76330, cleared binding levels {{(pid=80339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:51:12.837755 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-edfb4135-2a4a-447e-8e17-8077fc4f18d0 service neutron] For port 6f3ea3ea-9e94-4388-b64f-861a50cab591, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=6f3ea3ea-9e94-4388-b64f-861a50cab591,segment=NetworkSegment(9de98277-f3d0-4215-905f-5e1d82b0ee02),segment_id=9de98277-f3d0-4215-905f-5e1d82b0ee02)] {{(pid=80339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:51:12.841607 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-edfb4135-2a4a-447e-8e17-8077fc4f18d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843301323'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:12.857711 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-221e91c4-7120-4fd8-98f9-5f84adf542e7 tempest-DeleteServersTestJSON-1722331037 tempest-DeleteServersTestJSON-1722331037] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:12.991315 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:12.994579 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb4135-2a4a-447e-8e17-8077fc4f18d0 service neutron] Pushing event updated for resources: {'Port': ['ID=6f3ea3ea-9e94-4388-b64f-861a50cab591,revision_number=3']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:12.999400 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-edfb4135-2a4a-447e-8e17-8077fc4f18d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:13.052295 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-edfb4135-2a4a-447e-8e17-8077fc4f18d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:13.053925 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-edfb4135-2a4a-447e-8e17-8077fc4f18d0 service neutron] 10.222.0.13 "PUT /v2.0/ports/6f3ea3ea-9e94-4388-b64f-861a50cab591 HTTP/1.1" status: 200 len: 1158 time: 1.5781143 Nov 19 05:51:13.054460 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd25a0d-315c-4d82-ae45-156ac6200444', 'tag': '6f3ea3ea-9e94-4388-b64f-861a50cab591'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:51:13.148857 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cd25a0d-315c-4d82-ae45-156ac6200444', 'tag': '6f3ea3ea-9e94-4388-b64f-861a50cab591', 'status': 'completed', 'code': 200} Nov 19 05:51:13.186116 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-65430cf1-4cb8-4312-8440-375852d3d442 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d81c1a860844814b7a0d6bc52fa47b7&device_id=7cd25a0d-315c-4d82-ae45-156ac6200444 HTTP/1.1" status: 200 len: 1161 time: 0.0764482 Nov 19 05:51:13.273035 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-48dda044-add9-4772-bfa7-6bfe2077c010 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f3ea3ea-9e94-4388-b64f-861a50cab591 HTTP/1.1" status: 200 len: 217 time: 0.0727968 Nov 19 05:51:13.356665 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-9652eee4-a29f-41c7-a1b0-3892359efd91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:13.358490 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-9652eee4-a29f-41c7-a1b0-3892359efd91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=435aa333-acba-4305-be3b-2c75baf49081 HTTP/1.1" status: 200 len: 855 time: 0.0778913 Nov 19 05:51:13.418321 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-0dd77bdf-ca0d-4bf3-9df0-7f64bcc6e14e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529692 Nov 19 05:51:13.620044 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-6015e6b9-4b65-4ee7-b213-5bc4cbaf9f40 service neutron] 10.222.0.13 "GET /v2.0/networks/9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955583 Nov 19 05:51:13.683589 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292260f0-4695-401b-a905-20232f16a5a6 req-4421b145-abc5-461f-8c66-95990b3adb18 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:13.685210 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-292260f0-4695-401b-a905-20232f16a5a6 req-4421b145-abc5-461f-8c66-95990b3adb18 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=7cd25a0d-315c-4d82-ae45-156ac6200444 HTTP/1.1" status: 200 len: 944 time: 0.1563365 Nov 19 05:51:13.814448 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-292260f0-4695-401b-a905-20232f16a5a6 req-e401bf1e-38b6-4182-ac35-89b12032b364 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761166 Nov 19 05:51:13.817877 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c1b511da-c877-4a30-9b48-fe800e79da2a req-fda34748-d88e-4f09-9293-347f52dc6d9f service neutron] 10.222.0.13 "GET /v2.0/networks/9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1869507 Nov 19 05:51:13.910867 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:13.994569 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8b13e6ad-5a7c-4392-bcfe-9f6bfa8b6062 req-9ab79a92-0af1-42a4-8045-21f94a2abec2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d81c1a860844814b7a0d6bc52fa47b7&device_id=7cd25a0d-315c-4d82-ae45-156ac6200444 HTTP/1.1" status: 200 len: 1161 time: 0.0799868 Nov 19 05:51:14.136343 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:14.147087 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13e6ad-5a7c-4392-bcfe-9f6bfa8b6062 req-48df2ec1-704d-4012-8ce3-7ac2bd89758f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:14.148706 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8b13e6ad-5a7c-4392-bcfe-9f6bfa8b6062 req-48df2ec1-704d-4012-8ce3-7ac2bd89758f service neutron] 10.222.0.13 "GET /v2.0/networks?id=9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a HTTP/1.1" status: 200 len: 909 time: 0.1474292 Nov 19 05:51:14.220813 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8b13e6ad-5a7c-4392-bcfe-9f6bfa8b6062 req-afd1fa4f-4631-44ce-a4e2-8b59583eef11 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f3ea3ea-9e94-4388-b64f-861a50cab591 HTTP/1.1" status: 200 len: 217 time: 0.0648329 Nov 19 05:51:14.297685 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13e6ad-5a7c-4392-bcfe-9f6bfa8b6062 req-edb64743-83e9-468c-8919-c29e237c0610 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:14.299253 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8b13e6ad-5a7c-4392-bcfe-9f6bfa8b6062 req-edb64743-83e9-468c-8919-c29e237c0610 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=435aa333-acba-4305-be3b-2c75baf49081 HTTP/1.1" status: 200 len: 855 time: 0.0712383 Nov 19 05:51:14.351557 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8b13e6ad-5a7c-4392-bcfe-9f6bfa8b6062 req-df1bafbd-7ef2-4d12-9b79-31e6f34c686a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448868 Nov 19 05:51:14.498497 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8b13e6ad-5a7c-4392-bcfe-9f6bfa8b6062 req-c3f6d9ef-a4f6-4a82-9d55-87e3a67ccbef service neutron] 10.222.0.13 "GET /v2.0/networks/9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375775 Nov 19 05:51:14.646435 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8b13e6ad-5a7c-4392-bcfe-9f6bfa8b6062 req-8e4535dc-f981-42aa-816b-7b9c84d5dc0e service neutron] 10.222.0.13 "GET /v2.0/networks/9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1410108 Nov 19 05:51:15.028535 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31909a59-3301-4264-9d48-e6995dd7475b req-15d88e01-598b-44c7-ac8d-539f2df2a378 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:15.030119 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-31909a59-3301-4264-9d48-e6995dd7475b req-15d88e01-598b-44c7-ac8d-539f2df2a378 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=7cd25a0d-315c-4d82-ae45-156ac6200444 HTTP/1.1" status: 200 len: 944 time: 0.0857177 Nov 19 05:51:15.077373 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-31909a59-3301-4264-9d48-e6995dd7475b req-8c2b55dd-f99f-4383-bdf4-0982d47e8647 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411513 Nov 19 05:51:15.224833 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 6 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:51:16.298828 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc4cfd-e6fb-4c50-b41d-0bc1d96d897d req-d8106ab8-a469-4e3e-b2a0-e7eef3dd41cd tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:16.300977 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-45dc4cfd-e6fb-4c50-b41d-0bc1d96d897d req-d8106ab8-a469-4e3e-b2a0-e7eef3dd41cd tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=7cd25a0d-315c-4d82-ae45-156ac6200444 HTTP/1.1" status: 200 len: 944 time: 0.0943563 Nov 19 05:51:16.350617 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-45dc4cfd-e6fb-4c50-b41d-0bc1d96d897d req-e66b9e3a-cee4-49c6-84b6-a66959d229d5 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436506 Nov 19 05:51:17.023679 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 6f3ea3ea-9e94-4388-b64f-861a50cab591 up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:51:17.090895 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning for port 6f3ea3ea-9e94-4388-b64f-861a50cab591 completed by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:51:17.095631 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port 6f3ea3ea-9e94-4388-b64f-861a50cab591 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:51:17.096040 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:17.213226 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:17.241388 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd25a0d-315c-4d82-ae45-156ac6200444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3ea3ea-9e94-4388-b64f-861a50cab591'}] {{(pid=80340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:51:17.251373 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] For port 6f3ea3ea-9e94-4388-b64f-861a50cab591, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=6f3ea3ea-9e94-4388-b64f-861a50cab591,segment=NetworkSegment(9de98277-f3d0-4215-905f-5e1d82b0ee02),segment_id=9de98277-f3d0-4215-905f-5e1d82b0ee02)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:51:17.254529 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:17.256404 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-aa8520be-221a-43df-994c-16fa44f85478 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:17.301900 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd25a0d-315c-4d82-ae45-156ac6200444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3ea3ea-9e94-4388-b64f-861a50cab591', 'code': 200} Nov 19 05:51:17.327301 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Pushing event updated for resources: {'Port': ['ID=6f3ea3ea-9e94-4388-b64f-861a50cab591,revision_number=4']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:17.330586 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:17.633391 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee843c-21ff-4884-9ada-70a017543202 req-40f132bc-6872-4374-a79d-81ef040bf3cb tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:17.635062 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-99ee843c-21ff-4884-9ada-70a017543202 req-40f132bc-6872-4374-a79d-81ef040bf3cb tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=7cd25a0d-315c-4d82-ae45-156ac6200444 HTTP/1.1" status: 200 len: 946 time: 0.1511772 Nov 19 05:51:17.638937 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-2ac2a1cb-176d-4e75-831b-7576683b5ae2 req-444d59b3-5fc5-4d41-a41e-04270fb97d15 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7cd25a0d-315c-4d82-ae45-156ac6200444 HTTP/1.1" status: 200 len: 1163 time: 0.1160586 Nov 19 05:51:17.721088 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-99ee843c-21ff-4884-9ada-70a017543202 req-ea2ec619-9938-43e9-8c22-7df635c42152 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799711 Nov 19 05:51:17.722759 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-2ac2a1cb-176d-4e75-831b-7576683b5ae2 req-b92c1f39-d80c-405e-bf29-28c6fe0883b2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675685 Nov 19 05:51:18.628172 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 6f3ea3ea-9e94-4388-b64f-861a50cab591 up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:51:18.698510 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port 6f3ea3ea-9e94-4388-b64f-861a50cab591 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:51:18.698919 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:18.943350 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800e92f-0778-417b-90b8-5bde431ec175 req-85c09a6e-15d5-4065-8840-fcef58a22ce2 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:18.945893 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4800e92f-0778-417b-90b8-5bde431ec175 req-85c09a6e-15d5-4065-8840-fcef58a22ce2 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=7cd25a0d-315c-4d82-ae45-156ac6200444 HTTP/1.1" status: 200 len: 946 time: 0.0874901 Nov 19 05:51:18.994424 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4800e92f-0778-417b-90b8-5bde431ec175 req-fbbc790b-3eed-4697-8c67-2d4546e9471f tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423524 Nov 19 05:51:20.209444 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a6eb0-26c5-4669-87cd-d1d3040f97db req-0bc477b9-e4f0-4c2c-abf7-cf120fd5cb01 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:20.211040 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a32a6eb0-26c5-4669-87cd-d1d3040f97db req-0bc477b9-e4f0-4c2c-abf7-cf120fd5cb01 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=7cd25a0d-315c-4d82-ae45-156ac6200444 HTTP/1.1" status: 200 len: 946 time: 0.0908897 Nov 19 05:51:20.258617 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a32a6eb0-26c5-4669-87cd-d1d3040f97db req-0b4efa7b-b576-4688-ad75-e9bef3ddaf38 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414212 Nov 19 05:51:20.638135 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 6f3ea3ea-9e94-4388-b64f-861a50cab591 up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:51:20.712387 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port 6f3ea3ea-9e94-4388-b64f-861a50cab591 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:51:20.712815 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:22.925646 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 37976) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:23.073846 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-16414648-6063-4f07-82f9-96d61796ca79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:23.107374 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-16414648-6063-4f07-82f9-96d61796ca79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:51:23.111425 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-16414648-6063-4f07-82f9-96d61796ca79 admin admin] Usage tracker for resource:security_group_rule and tenant:2c45aad122f0430c9d3e9955b4292e11 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:51:23.114366 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-16414648-6063-4f07-82f9-96d61796ca79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:51:23.120167 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-16414648-6063-4f07-82f9-96d61796ca79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:51:23.188855 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-16414648-6063-4f07-82f9-96d61796ca79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:23.191778 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-16414648-6063-4f07-82f9-96d61796ca79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:23.199409 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-6e0dfa91-bf81-4a0a-ab21-2dc8634f6c39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:23.243330 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16414648-6063-4f07-82f9-96d61796ca79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163a3926-38a4-49a9-9916-727693b60d12,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:23.251479 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-16414648-6063-4f07-82f9-96d61796ca79 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2c45aad122f0430c9d3e9955b4292e11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3246493 Nov 19 05:51:23.251635 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 37982) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:23.252492 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-16414648-6063-4f07-82f9-96d61796ca79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:23.324244 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-25f1e233-909a-47e5-bb33-16d5d4339c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:23.351406 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-25f1e233-909a-47e5-bb33-16d5d4339c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:23.399879 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-25f1e233-909a-47e5-bb33-16d5d4339c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:23.405697 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-4db1de5b-9b84-4efb-b546-24514ad5e350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:23.418349 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f1e233-909a-47e5-bb33-16d5d4339c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163a3926-38a4-49a9-9916-727693b60d12,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:23.421151 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-25f1e233-909a-47e5-bb33-16d5d4339c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:23.424693 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-25f1e233-909a-47e5-bb33-16d5d4339c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:23.429542 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-25f1e233-909a-47e5-bb33-16d5d4339c15 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/163a3926-38a4-49a9-9916-727693b60d12 HTTP/1.1" status: 204 len: 168 time: 0.1768837 Nov 19 05:51:23.788385 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 37992) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:23.809161 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4911d03a-83c5-40e2-b329-08893755a116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:23.842386 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-4911d03a-83c5-40e2-b329-08893755a116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:51:23.847065 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-4911d03a-83c5-40e2-b329-08893755a116 admin admin] Usage tracker for resource:security_group_rule and tenant:9d6af81ab1c84a38879ee914037f0bdc is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:51:23.850045 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-4911d03a-83c5-40e2-b329-08893755a116 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:51:23.856223 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-4911d03a-83c5-40e2-b329-08893755a116 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:51:23.930451 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4911d03a-83c5-40e2-b329-08893755a116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:23.933804 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4911d03a-83c5-40e2-b329-08893755a116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:23.941345 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-60c08f54-5409-4828-8c0a-1a777eaabee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:23.984433 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911d03a-83c5-40e2-b329-08893755a116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d1bd56-c1f7-4f1c-b68f-a73be684aa25,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:23.987643 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-4911d03a-83c5-40e2-b329-08893755a116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:23.992751 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-4911d03a-83c5-40e2-b329-08893755a116 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9d6af81ab1c84a38879ee914037f0bdc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2008646 Nov 19 05:51:23.993386 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 37996) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:24.054043 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2449f9b3-147e-4c55-a206-eb6efd222950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:24.081240 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2449f9b3-147e-4c55-a206-eb6efd222950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:24.126109 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2449f9b3-147e-4c55-a206-eb6efd222950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:24.132081 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-27b140f0-097b-44da-b1a4-e8bfe10fc449 tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:24.145188 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449f9b3-147e-4c55-a206-eb6efd222950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d1bd56-c1f7-4f1c-b68f-a73be684aa25,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:24.150568 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-2449f9b3-147e-4c55-a206-eb6efd222950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:24.154947 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2449f9b3-147e-4c55-a206-eb6efd222950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:24.156175 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-2449f9b3-147e-4c55-a206-eb6efd222950 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91d1bd56-c1f7-4f1c-b68f-a73be684aa25 HTTP/1.1" status: 204 len: 168 time: 0.1622467 Nov 19 05:51:25.046011 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 38030) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:25.194476 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-333c3b71-cccf-4923-a4a7-9f73f7304fa4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1357627320-network', 'tenant_id': 'cd55b0f638dc42d99bd31c172a773d30'}} {{(pid=80338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:51:25.199963 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-333c3b71-cccf-4923-a4a7-9f73f7304fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:51:25.204044 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-333c3b71-cccf-4923-a4a7-9f73f7304fa4 admin admin] Usage tracker for resource:network and tenant:cd55b0f638dc42d99bd31c172a773d30 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:51:25.207082 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-333c3b71-cccf-4923-a4a7-9f73f7304fa4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:51:25.212822 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-333c3b71-cccf-4923-a4a7-9f73f7304fa4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:51:25.223579 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333c3b71-cccf-4923-a4a7-9f73f7304fa4 admin admin] Made reservation on behalf of cd55b0f638dc42d99bd31c172a773d30 for: {'network': 1} {{(pid=80338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:51:25.228302 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-333c3b71-cccf-4923-a4a7-9f73f7304fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for network, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:25.245976 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-333c3b71-cccf-4923-a4a7-9f73f7304fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:25.278269 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-333c3b71-cccf-4923-a4a7-9f73f7304fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:51:25.282387 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-333c3b71-cccf-4923-a4a7-9f73f7304fa4 admin admin] Usage tracker for resource:security_group_rule and tenant:cd55b0f638dc42d99bd31c172a773d30 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:51:25.285322 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-333c3b71-cccf-4923-a4a7-9f73f7304fa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:51:25.290989 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-333c3b71-cccf-4923-a4a7-9f73f7304fa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:51:25.361101 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-333c3b71-cccf-4923-a4a7-9f73f7304fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:25.363684 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-333c3b71-cccf-4923-a4a7-9f73f7304fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:25.367795 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-14d2ab19-812a-4edc-ac32-be63fd85e543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:25.396689 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-333c3b71-cccf-4923-a4a7-9f73f7304fa4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 05:51:25.410006 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c3b71-cccf-4923-a4a7-9f73f7304fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfce795-855c-4fa8-9a31-fdb49ab18926,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:25.413607 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-333c3b71-cccf-4923-a4a7-9f73f7304fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:25.416472 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-333c3b71-cccf-4923-a4a7-9f73f7304fa4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754063638029', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4146814'] for segment, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:25.416988 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.db.segments_db [None req-333c3b71-cccf-4923-a4a7-9f73f7304fa4 admin admin] Added segment 3e8154c2-bc37-4474-8969-0e95edf44657 of type vxlan for network 356b2781-64c1-4f2b-a465-423c8ef383bf Nov 19 05:51:25.444717 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-333c3b71-cccf-4923-a4a7-9f73f7304fa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282791720376'] for network, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:25.473838 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-333c3b71-cccf-4923-a4a7-9f73f7304fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for network, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:25.475072 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333c3b71-cccf-4923-a4a7-9f73f7304fa4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:25.475711 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-333c3b71-cccf-4923-a4a7-9f73f7304fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for network, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:25.481071 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-c4ee5c52-b18e-495e-bbfd-00027c2c1998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:25.590371 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-333c3b71-cccf-4923-a4a7-9f73f7304fa4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5432129 Nov 19 05:51:25.591202 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c3b71-cccf-4923-a4a7-9f73f7304fa4 admin admin] Pushing event updated for resources: {'Network': ['ID=356b2781-64c1-4f2b-a465-423c8ef383bf,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:25.593359 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 38038) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:25.594380 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-333c3b71-cccf-4923-a4a7-9f73f7304fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:25.599828 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-1b6bb1db-8803-4cfe-9e0b-11b79221823e admin admin] Request body: {'subnet': {'network_id': '356b2781-64c1-4f2b-a465-423c8ef383bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1357627320-subnet', 'tenant_id': 'cd55b0f638dc42d99bd31c172a773d30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:51:25.602794 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Network 356b2781-64c1-4f2b-a465-423c8ef383bf details requested by agent ovs-agent-dv-cinder-763306-1-smb with host dv-cinder-763306-1-smb {{(pid=80340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:51:25.606717 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-1b6bb1db-8803-4cfe-9e0b-11b79221823e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:51:25.610878 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-1b6bb1db-8803-4cfe-9e0b-11b79221823e admin admin] Usage tracker for resource:subnet and tenant:cd55b0f638dc42d99bd31c172a773d30 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:51:25.613931 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-1b6bb1db-8803-4cfe-9e0b-11b79221823e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:51:25.619880 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-1b6bb1db-8803-4cfe-9e0b-11b79221823e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:51:25.626073 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Network 356b2781-64c1-4f2b-a465-423c8ef383bf details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:51:25.630586 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6bb1db-8803-4cfe-9e0b-11b79221823e admin admin] Made reservation on behalf of cd55b0f638dc42d99bd31c172a773d30 for: {'subnet': 1} {{(pid=80339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:51:25.635337 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1b6bb1db-8803-4cfe-9e0b-11b79221823e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11305803'] for subnet, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:26.057032 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1b6bb1db-8803-4cfe-9e0b-11b79221823e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11474634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11305850'] for subnet, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:26.072425 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-8c0b7562-dc34-44a3-8508-85ec2d7a8d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:26.418104 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6bb1db-8803-4cfe-9e0b-11b79221823e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fea8927b-88c9-4836-bed4-53a242de14b9,revision_number=0']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:26.422258 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-1b6bb1db-8803-4cfe-9e0b-11b79221823e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:26.533887 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6bb1db-8803-4cfe-9e0b-11b79221823e admin admin] Checking segment: {'id': '3e8154c2-bc37-4474-8969-0e95edf44657', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '356b2781-64c1-4f2b-a465-423c8ef383bf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:51:26.534200 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6bb1db-8803-4cfe-9e0b-11b79221823e admin admin] Network hostable DHCP agents. Network: 356b2781-64c1-4f2b-a465-423c8ef383bf, hostable agents: ['38d37b3f-5317-4144-8207-2d1b2e789405'], hosted agents: [] {{(pid=80339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 05:51:26.650433 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-fa6efbcc-262b-4ac1-b470-cb610d8324e4 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:26.652575 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-fa6efbcc-262b-4ac1-b470-cb610d8324e4 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/networks?id=9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a HTTP/1.1" status: 200 len: 815 time: 0.1786830 Nov 19 05:51:26.653590 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6bb1db-8803-4cfe-9e0b-11b79221823e admin admin] Network 356b2781-64c1-4f2b-a465-423c8ef383bf is scheduled to be hosted by DHCP agent 38d37b3f-5317-4144-8207-2d1b2e789405 with binding_index 1 {{(pid=80339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 05:51:26.669327 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-1b6bb1db-8803-4cfe-9e0b-11b79221823e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-1-smb, 356b2781-64c1-4f2b-a465-423c8ef383bf) {{(pid=80339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:51:26.677983 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccd1367-152e-4aae-8efd-b215d3430e40 None None] Network 356b2781-64c1-4f2b-a465-423c8ef383bf requested from dv-cinder-763306-1-smb {{(pid=80340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:51:26.683338 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6bb1db-8803-4cfe-9e0b-11b79221823e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:26.683969 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1b6bb1db-8803-4cfe-9e0b-11b79221823e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:26.689717 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-5e5b40ee-b474-4650-9946-f4899f0bb565 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/quotas/4d81c1a860844814b7a0d6bc52fa47b7 HTTP/1.1" status: 200 len: 375 time: 0.0300536 Nov 19 05:51:26.752110 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-1b6bb1db-8803-4cfe-9e0b-11b79221823e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1575429 Nov 19 05:51:26.789632 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-686a39fb-a359-4244-84e5-4b92d0008b03 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d81c1a860844814b7a0d6bc52fa47b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0920417 Nov 19 05:51:26.905358 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df110fe-4a6d-4bdd-abf8-c4d9b02f05e3 None None] Network 356b2781-64c1-4f2b-a465-423c8ef383bf requested from dv-cinder-763306-1-smb {{(pid=80340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:51:26.938817 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-bfe7b929-706d-4e3f-bcdd-ca9a6f1b8724 service neutron] 10.222.0.16 "GET /v2.0/networks/9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418431 Nov 19 05:51:27.088080 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-b5dc81db-049e-46af-aeae-9795d526499a service neutron] 10.222.0.16 "GET /v2.0/networks/9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1411433 Nov 19 05:51:27.302794 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-73c2aad4-9ae9-481b-9e5f-16edd8a7006c req-c6de3a16-4d9a-4ae3-ac8f-c77fe76b8b9d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=78b44c22-7c1c-4feb-83d5-7f7b7b8f5790 HTTP/1.1" status: 200 len: 210 time: 0.0524726 Nov 19 05:51:27.487345 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 38080) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:27.493664 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-c144a8f0-5ad8-4a47-ac9c-4062c5ba7c3b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-764091951-network', 'tenant_id': 'b924fa3364f040c698c31874d3e1e0e6'}} {{(pid=80338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:51:27.499933 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-c144a8f0-5ad8-4a47-ac9c-4062c5ba7c3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:51:27.504116 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-c144a8f0-5ad8-4a47-ac9c-4062c5ba7c3b admin admin] Usage tracker for resource:network and tenant:b924fa3364f040c698c31874d3e1e0e6 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:51:27.507178 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-c144a8f0-5ad8-4a47-ac9c-4062c5ba7c3b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:51:27.513101 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-c144a8f0-5ad8-4a47-ac9c-4062c5ba7c3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:51:27.523737 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c144a8f0-5ad8-4a47-ac9c-4062c5ba7c3b admin admin] Made reservation on behalf of b924fa3364f040c698c31874d3e1e0e6 for: {'network': 1} {{(pid=80338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:51:27.529192 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c144a8f0-5ad8-4a47-ac9c-4062c5ba7c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for network, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:27.550713 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c144a8f0-5ad8-4a47-ac9c-4062c5ba7c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:27.587011 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-c144a8f0-5ad8-4a47-ac9c-4062c5ba7c3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:51:27.592306 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-c144a8f0-5ad8-4a47-ac9c-4062c5ba7c3b admin admin] Usage tracker for resource:security_group_rule and tenant:b924fa3364f040c698c31874d3e1e0e6 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:51:27.595592 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-c144a8f0-5ad8-4a47-ac9c-4062c5ba7c3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:51:27.601704 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-c144a8f0-5ad8-4a47-ac9c-4062c5ba7c3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:51:27.672566 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c144a8f0-5ad8-4a47-ac9c-4062c5ba7c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:27.675235 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c144a8f0-5ad8-4a47-ac9c-4062c5ba7c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:27.679559 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-27dded57-6948-4b43-a827-c4fa1ec86578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:27.714134 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c144a8f0-5ad8-4a47-ac9c-4062c5ba7c3b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 05:51:27.727151 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144a8f0-5ad8-4a47-ac9c-4062c5ba7c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416e4287-3fd8-475f-bd62-6bf7d49080f4,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:27.731736 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-c144a8f0-5ad8-4a47-ac9c-4062c5ba7c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:27.732730 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c144a8f0-5ad8-4a47-ac9c-4062c5ba7c3b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754063638029', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4146814'] for segment, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:27.733188 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.db.segments_db [None req-c144a8f0-5ad8-4a47-ac9c-4062c5ba7c3b admin admin] Added segment ce81aa16-6141-4bf2-92c4-d57c89de373f of type vxlan for network fe2027f9-7703-41ea-9ef3-9c2323215285 Nov 19 05:51:27.760580 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c144a8f0-5ad8-4a47-ac9c-4062c5ba7c3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282791720376'] for network, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:27.789933 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c144a8f0-5ad8-4a47-ac9c-4062c5ba7c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for network, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:27.791187 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c144a8f0-5ad8-4a47-ac9c-4062c5ba7c3b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:27.791819 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c144a8f0-5ad8-4a47-ac9c-4062c5ba7c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for network, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:27.796752 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:27.904261 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144a8f0-5ad8-4a47-ac9c-4062c5ba7c3b admin admin] Pushing event updated for resources: {'Network': ['ID=fe2027f9-7703-41ea-9ef3-9c2323215285,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:27.907422 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-c144a8f0-5ad8-4a47-ac9c-4062c5ba7c3b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4189417 Nov 19 05:51:27.908322 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-c144a8f0-5ad8-4a47-ac9c-4062c5ba7c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:27.910373 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 38084) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:27.914727 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Network fe2027f9-7703-41ea-9ef3-9c2323215285 details requested by agent ovs-agent-dv-cinder-763306-1-smb with host dv-cinder-763306-1-smb {{(pid=80340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:51:27.916110 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-d7c1873e-1fed-45a4-bf1a-04cbed44848d admin admin] Request body: {'subnet': {'network_id': 'fe2027f9-7703-41ea-9ef3-9c2323215285', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-764091951-subnet', 'tenant_id': 'b924fa3364f040c698c31874d3e1e0e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:51:27.921808 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-d7c1873e-1fed-45a4-bf1a-04cbed44848d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:51:27.926004 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-d7c1873e-1fed-45a4-bf1a-04cbed44848d admin admin] Usage tracker for resource:subnet and tenant:b924fa3364f040c698c31874d3e1e0e6 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:51:27.929032 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-d7c1873e-1fed-45a4-bf1a-04cbed44848d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:51:27.932752 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Network fe2027f9-7703-41ea-9ef3-9c2323215285 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:51:27.935528 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-d7c1873e-1fed-45a4-bf1a-04cbed44848d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:51:27.945422 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c1873e-1fed-45a4-bf1a-04cbed44848d admin admin] Made reservation on behalf of b924fa3364f040c698c31874d3e1e0e6 for: {'subnet': 1} {{(pid=80338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:51:27.950295 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d7c1873e-1fed-45a4-bf1a-04cbed44848d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549692'] for subnet, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:28.365628 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d7c1873e-1fed-45a4-bf1a-04cbed44848d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10553946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549645'] for subnet, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:28.381647 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:28.518962 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1873e-1fed-45a4-bf1a-04cbed44848d admin admin] Pushing event updated for resources: {'Subnet': ['ID=09cdd7c1-ea25-4627-88f1-cd9ca3aa7140,revision_number=0']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:28.530760 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d7c1873e-1fed-45a4-bf1a-04cbed44848d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:28.543053 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9a8bae9e-fabb-43f4-8c49-ae3b646109cf req-56f9aecc-162f-41b4-9ba4-0d3a0992bbf1 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=78b44c22-7c1c-4feb-83d5-7f7b7b8f5790 HTTP/1.1" status: 200 len: 210 time: 0.0740941 Nov 19 05:51:28.608228 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-efe1f1ac-14e1-4356-8949-6e5f6ca1d942 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:28.610035 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-efe1f1ac-14e1-4356-8949-6e5f6ca1d942 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.13 "GET /v2.0/networks?id=9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a HTTP/1.1" status: 200 len: 815 time: 0.2844021 Nov 19 05:51:28.633681 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-9c42c3e3-b57f-427b-9a07-ad6b11b3f3c8 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Request body: {'port': {'device_id': '78b44c22-7c1c-4feb-83d5-7f7b7b8f5790', 'network_id': '9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a', 'admin_state_up': True, 'tenant_id': '4d81c1a860844814b7a0d6bc52fa47b7'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:51:28.638100 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c1873e-1fed-45a4-bf1a-04cbed44848d admin admin] Checking segment: {'id': 'ce81aa16-6141-4bf2-92c4-d57c89de373f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fe2027f9-7703-41ea-9ef3-9c2323215285'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:51:28.638539 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c1873e-1fed-45a4-bf1a-04cbed44848d admin admin] Network hostable DHCP agents. Network: fe2027f9-7703-41ea-9ef3-9c2323215285, hostable agents: ['38d37b3f-5317-4144-8207-2d1b2e789405'], hosted agents: [] {{(pid=80338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 05:51:28.662473 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c1873e-1fed-45a4-bf1a-04cbed44848d admin admin] Network fe2027f9-7703-41ea-9ef3-9c2323215285 is scheduled to be hosted by DHCP agent 38d37b3f-5317-4144-8207-2d1b2e789405 with binding_index 1 {{(pid=80338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 05:51:28.671690 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-d7c1873e-1fed-45a4-bf1a-04cbed44848d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-1-smb, fe2027f9-7703-41ea-9ef3-9c2323215285) {{(pid=80338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:51:28.683518 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d401ca-2ab9-4066-8447-59fa14aa1749 None None] Network fe2027f9-7703-41ea-9ef3-9c2323215285 requested from dv-cinder-763306-1-smb {{(pid=80340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:51:28.685793 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c1873e-1fed-45a4-bf1a-04cbed44848d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:28.686524 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d7c1873e-1fed-45a4-bf1a-04cbed44848d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for subnet, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:28.712455 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-d7c1873e-1fed-45a4-bf1a-04cbed44848d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7956142 Nov 19 05:51:28.787656 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-9c42c3e3-b57f-427b-9a07-ad6b11b3f3c8 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:51:28.801660 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-9c42c3e3-b57f-427b-9a07-ad6b11b3f3c8 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:51:28.811746 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-9c42c3e3-b57f-427b-9a07-ad6b11b3f3c8 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Made reservation on behalf of 4d81c1a860844814b7a0d6bc52fa47b7 for: {'port': 1} {{(pid=80339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:51:28.817351 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-9c42c3e3-b57f-427b-9a07-ad6b11b3f3c8 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:28.915404 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9147761c-7246-455b-9154-d87f64255dd3 None None] Network fe2027f9-7703-41ea-9ef3-9c2323215285 requested from dv-cinder-763306-1-smb {{(pid=80340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:51:29.152701 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-9c42c3e3-b57f-427b-9a07-ad6b11b3f3c8 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Allocated IP 172.20.0.3 (9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a/435aa333-acba-4305-be3b-2c75baf49081/320b4c0a-21a1-474d-8bb2-f0470b0c0a4f) {{(pid=80339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:51:29.513951 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-4306a781-7b31-44dd-bccd-3d3bcfb9370f tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:29.515534 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-4306a781-7b31-44dd-bccd-3d3bcfb9370f tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] 10.222.0.16 "GET /v2.0/networks?id=356b2781-64c1-4f2b-a465-423c8ef383bf HTTP/1.1" status: 200 len: 809 time: 0.2745593 Nov 19 05:51:29.520255 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-9c42c3e3-b57f-427b-9a07-ad6b11b3f3c8 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Notify callbacks [] for port, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:29.540590 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-91907f71-6bf3-4b18-b8f1-a3fcbda8e1da tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] 10.222.0.16 "GET /v2.0/quotas/cd55b0f638dc42d99bd31c172a773d30 HTTP/1.1" status: 200 len: 375 time: 0.0169878 Nov 19 05:51:29.596911 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-db6f08ba-38ff-4834-8af2-3d4eddf91ccd tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] 10.222.0.16 "GET /v2.0/ports?tenant_id=cd55b0f638dc42d99bd31c172a773d30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504410 Nov 19 05:51:29.606647 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-9c42c3e3-b57f-427b-9a07-ad6b11b3f3c8 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474476'] for port, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:29.648458 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-96753d27-44a2-4559-bec7-7036b97dd42b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:29.925122 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42c3e3-b57f-427b-9a07-ad6b11b3f3c8 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Pushing event updated for resources: {'Port': ['ID=320b4c0a-21a1-474d-8bb2-f0470b0c0a4f,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:29.928437 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-9c42c3e3-b57f-427b-9a07-ad6b11b3f3c8 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:29.981858 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-91cd6f1e-d10b-4985-a479-aa9d21da3f09 service neutron] 10.222.0.16 "GET /v2.0/networks/356b2781-64c1-4f2b-a465-423c8ef383bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766940 Nov 19 05:51:30.052757 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81326a-466c-40bf-bac9-4cd7ac8378b2 req-9e6383b0-4266-469a-a4f1-faaab8f2b221 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:30.054371 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5f81326a-466c-40bf-bac9-4cd7ac8378b2 req-9e6383b0-4266-469a-a4f1-faaab8f2b221 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=78b44c22-7c1c-4feb-83d5-7f7b7b8f5790 HTTP/1.1" status: 200 len: 931 time: 0.3557937 Nov 19 05:51:30.137111 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-9c42c3e3-b57f-427b-9a07-ad6b11b3f3c8 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Network 9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a is already hosted by enough agents. {{(pid=80339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:51:30.138029 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:30.142795 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-9c42c3e3-b57f-427b-9a07-ad6b11b3f3c8 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Resources bound (agent type, host, resource id): {{(pid=80339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:51:30.361236 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-9c42c3e3-b57f-427b-9a07-ad6b11b3f3c8 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Received port after_create {{(pid=80339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:51:30.461266 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5f81326a-466c-40bf-bac9-4cd7ac8378b2 req-ec6a395a-8392-4c91-a6f5-26e761124923 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975368 Nov 19 05:51:30.466009 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-9c42c3e3-b57f-427b-9a07-ad6b11b3f3c8 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:30.466665 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-9c42c3e3-b57f-427b-9a07-ad6b11b3f3c8 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:30.480451 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-cad3db81-5f5b-4ef4-8c6f-d237d5e60f3a service neutron] 10.222.0.16 "GET /v2.0/networks/356b2781-64c1-4f2b-a465-423c8ef383bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4880846 Nov 19 05:51:30.496288 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-9c42c3e3-b57f-427b-9a07-ad6b11b3f3c8 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8669572 Nov 19 05:51:30.516226 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-39ab3fad-eed7-4f71-ac61-71db36f489ff service neutron] Request body: {'port': {'device_id': '78b44c22-7c1c-4feb-83d5-7f7b7b8f5790', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:51:30.635664 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-39ab3fad-eed7-4f71-ac61-71db36f489ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:30.696497 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ff33b4a9-36ae-4c49-9b6a-f0ac05bfe68f req-39172b44-7ae4-48cf-85d9-b1aa3855bd28 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] 10.222.0.16 "GET /v2.0/ports?device_id=976ea801-335c-48df-9d00-b7c3ebf657b6 HTTP/1.1" status: 200 len: 210 time: 0.0512280 Nov 19 05:51:31.101273 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-39ab3fad-eed7-4f71-ac61-71db36f489ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 320b4c0a-21a1-474d-8bb2-f0470b0c0a4f {{(pid=80339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:51:31.108913 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-39ab3fad-eed7-4f71-ac61-71db36f489ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:31.121882 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-39ab3fad-eed7-4f71-ac61-71db36f489ff service neutron] Transition to ACTIVE for port object 320b4c0a-21a1-474d-8bb2-f0470b0c0a4f will not be triggered until provisioned by entity L2. {{(pid=80339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:51:31.124298 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-39ab3fad-eed7-4f71-ac61-71db36f489ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843301323'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:31.140402 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e976e081-f9a0-4396-b9b8-62fa93076b23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:31.279328 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab3fad-eed7-4f71-ac61-71db36f489ff service neutron] Pushing event updated for resources: {'Port': ['ID=320b4c0a-21a1-474d-8bb2-f0470b0c0a4f,revision_number=2']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:31.284365 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-39ab3fad-eed7-4f71-ac61-71db36f489ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:31.458826 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-39ab3fad-eed7-4f71-ac61-71db36f489ff service neutron] Attempting to bind port 320b4c0a-21a1-474d-8bb2-f0470b0c0a4f on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:51:31.459195 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-39ab3fad-eed7-4f71-ac61-71db36f489ff service neutron] Attempting to bind port 320b4c0a-21a1-474d-8bb2-f0470b0c0a4f by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '9de98277-f3d0-4215-905f-5e1d82b0ee02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a'}] {{(pid=80339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:51:31.459562 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-39ab3fad-eed7-4f71-ac61-71db36f489ff service neutron] Attempting to bind port 320b4c0a-21a1-474d-8bb2-f0470b0c0a4f on network 9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:51:31.466841 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-39ab3fad-eed7-4f71-ac61-71db36f489ff service neutron] Checking agent: {'id': '5d7c8804-5253-4fea-87de-bba3ff4a5dbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 42, 30), 'started_at': datetime.datetime(2020, 11, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:51:31.467210 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-39ab3fad-eed7-4f71-ac61-71db36f489ff service neutron] Checking segment: {'id': '9de98277-f3d0-4215-905f-5e1d82b0ee02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:51:31.467607 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-39ab3fad-eed7-4f71-ac61-71db36f489ff service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:31.467995 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-39ab3fad-eed7-4f71-ac61-71db36f489ff service neutron] Bound using segment: {'id': '9de98277-f3d0-4215-905f-5e1d82b0ee02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a'} {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:51:31.468457 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-39ab3fad-eed7-4f71-ac61-71db36f489ff service neutron] Bound port: 320b4c0a-21a1-474d-8bb2-f0470b0c0a4f, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de98277-f3d0-4215-905f-5e1d82b0ee02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a'}}] {{(pid=80339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:51:31.468822 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-39ab3fad-eed7-4f71-ac61-71db36f489ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:31.564457 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-39ab3fad-eed7-4f71-ac61-71db36f489ff service neutron] For port 320b4c0a-21a1-474d-8bb2-f0470b0c0a4f, host hv-cinder-76330, cleared binding levels {{(pid=80339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:51:31.567798 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-39ab3fad-eed7-4f71-ac61-71db36f489ff service neutron] For port 320b4c0a-21a1-474d-8bb2-f0470b0c0a4f, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=320b4c0a-21a1-474d-8bb2-f0470b0c0a4f,segment=NetworkSegment(9de98277-f3d0-4215-905f-5e1d82b0ee02),segment_id=9de98277-f3d0-4215-905f-5e1d82b0ee02)] {{(pid=80339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:51:31.571649 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-39ab3fad-eed7-4f71-ac61-71db36f489ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843301323'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:31.591359 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-96753d27-44a2-4559-bec7-7036b97dd42b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:31.845207 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab3fad-eed7-4f71-ac61-71db36f489ff service neutron] Pushing event updated for resources: {'Port': ['ID=320b4c0a-21a1-474d-8bb2-f0470b0c0a4f,revision_number=3']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:31.855630 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-39ab3fad-eed7-4f71-ac61-71db36f489ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:31.971362 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ed189907-0a77-4a7d-a2b4-cdc13e207f98 req-18eb270d-942b-410e-af43-48d07cdee27b tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] 10.222.0.16 "GET /v2.0/ports?device_id=976ea801-335c-48df-9d00-b7c3ebf657b6 HTTP/1.1" status: 200 len: 210 time: 0.1300421 Nov 19 05:51:32.031393 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab87476-159f-43a0-9004-818a612c92af req-0b4a5c04-0679-46b8-bcad-653ec1f910c3 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:32.032144 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-cab87476-159f-43a0-9004-818a612c92af req-0b4a5c04-0679-46b8-bcad-653ec1f910c3 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Synchronizing usage tracker for tenant:4d81c1a860844814b7a0d6bc52fa47b7 on resource:port {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:51:32.056973 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-cfc39ccf-cc34-4ee6-8847-5139518dac8a tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:32.059016 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-cfc39ccf-cc34-4ee6-8847-5139518dac8a tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] 10.222.0.13 "GET /v2.0/networks?id=356b2781-64c1-4f2b-a465-423c8ef383bf HTTP/1.1" status: 200 len: 809 time: 0.2840285 Nov 19 05:51:32.063190 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-39ab3fad-eed7-4f71-ac61-71db36f489ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:32.064561 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-39ab3fad-eed7-4f71-ac61-71db36f489ff service neutron] 10.222.0.13 "PUT /v2.0/ports/320b4c0a-21a1-474d-8bb2-f0470b0c0a4f HTTP/1.1" status: 200 len: 1157 time: 1.5529745 Nov 19 05:51:32.065131 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b44c22-7c1c-4feb-83d5-7f7b7b8f5790', 'tag': '320b4c0a-21a1-474d-8bb2-f0470b0c0a4f'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:51:32.072637 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-cab87476-159f-43a0-9004-818a612c92af req-0b4a5c04-0679-46b8-bcad-653ec1f910c3 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Unset dirty status for tenant:4d81c1a860844814b7a0d6bc52fa47b7 on resource:port {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:51:32.074547 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-cab87476-159f-43a0-9004-818a612c92af req-0b4a5c04-0679-46b8-bcad-653ec1f910c3 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=78b44c22-7c1c-4feb-83d5-7f7b7b8f5790 HTTP/1.1" status: 200 len: 943 time: 0.4483492 Nov 19 05:51:32.123783 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b44c22-7c1c-4feb-83d5-7f7b7b8f5790', 'tag': '320b4c0a-21a1-474d-8bb2-f0470b0c0a4f', 'status': 'completed', 'code': 200} Nov 19 05:51:32.126843 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-cab87476-159f-43a0-9004-818a612c92af req-c5021be4-c66b-4618-8c77-e0827b7ecf67 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461748 Nov 19 05:51:32.131876 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-2ee26403-f4f9-402c-9fd8-baeddb671959 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Request body: {'port': {'device_id': '976ea801-335c-48df-9d00-b7c3ebf657b6', 'network_id': '356b2781-64c1-4f2b-a465-423c8ef383bf', 'admin_state_up': True, 'tenant_id': 'cd55b0f638dc42d99bd31c172a773d30'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:51:32.337905 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-f5732b90-fd8f-4a32-ad57-c6e67a060c3f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d81c1a860844814b7a0d6bc52fa47b7&device_id=78b44c22-7c1c-4feb-83d5-7f7b7b8f5790 HTTP/1.1" status: 200 len: 1160 time: 0.1848965 Nov 19 05:51:32.344188 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-2ee26403-f4f9-402c-9fd8-baeddb671959 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:51:32.348245 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-2ee26403-f4f9-402c-9fd8-baeddb671959 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Usage tracker for resource:port and tenant:cd55b0f638dc42d99bd31c172a773d30 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:51:32.351184 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-2ee26403-f4f9-402c-9fd8-baeddb671959 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Quota usage for port was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:51:32.412319 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-2ee26403-f4f9-402c-9fd8-baeddb671959 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:51:32.426541 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-2cc88624-6961-4042-96c1-e22b25256aaa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=320b4c0a-21a1-474d-8bb2-f0470b0c0a4f HTTP/1.1" status: 200 len: 217 time: 0.0724041 Nov 19 05:51:32.430415 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-2ee26403-f4f9-402c-9fd8-baeddb671959 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Made reservation on behalf of cd55b0f638dc42d99bd31c172a773d30 for: {'port': 1} {{(pid=80339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:51:32.436397 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-2ee26403-f4f9-402c-9fd8-baeddb671959 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:32.563735 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-8c1a6a90-eec3-4479-a7b2-3baa7151b444 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:32.565386 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-8c1a6a90-eec3-4479-a7b2-3baa7151b444 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=435aa333-acba-4305-be3b-2c75baf49081 HTTP/1.1" status: 200 len: 855 time: 0.1164088 Nov 19 05:51:32.672180 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-a3236843-b0e2-40f8-81dd-078358ceb717 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976524 Nov 19 05:51:32.930859 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-60e041b8-8abd-42b2-8dd5-c642e7be39dd service neutron] 10.222.0.13 "GET /v2.0/networks/9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504301 Nov 19 05:51:33.061164 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-2ee26403-f4f9-402c-9fd8-baeddb671959 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Allocated IP 172.20.0.7 (356b2781-64c1-4f2b-a465-423c8ef383bf/fea8927b-88c9-4836-bed4-53a242de14b9/54a56921-4f40-471f-9740-00d23abb6237) {{(pid=80339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:51:33.179331 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a7abff25-35ba-463e-8d33-165c95bb2245 req-135ae885-4a98-46d7-8756-1f0f5c4595d8 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] 10.222.0.16 "GET /v2.0/ports?device_id=976ea801-335c-48df-9d00-b7c3ebf657b6 HTTP/1.1" status: 200 len: 210 time: 0.0736847 Nov 19 05:51:33.184594 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ba5669e6-3784-4af2-aa90-9d67bc2ab1e0 req-2806a457-95ed-49a2-976d-bfd0dcefa697 service neutron] 10.222.0.13 "GET /v2.0/networks/9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2455862 Nov 19 05:51:33.679368 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-2ee26403-f4f9-402c-9fd8-baeddb671959 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Notify callbacks [] for port, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:33.721708 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac7733-7a78-4297-8195-fd049d20c134 req-57c678a8-db68-4573-ba14-cff493ae58bc tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:33.723319 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8cac7733-7a78-4297-8195-fd049d20c134 req-57c678a8-db68-4573-ba14-cff493ae58bc tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=78b44c22-7c1c-4feb-83d5-7f7b7b8f5790 HTTP/1.1" status: 200 len: 943 time: 0.4339709 Nov 19 05:51:33.729620 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b3451fc3-224b-4ebc-b75c-d022a1b6b4be req-b17f9daa-00cd-4b86-900a-2bebfc8c6df9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d81c1a860844814b7a0d6bc52fa47b7&device_id=78b44c22-7c1c-4feb-83d5-7f7b7b8f5790 HTTP/1.1" status: 200 len: 1160 time: 0.1872091 Nov 19 05:51:33.817157 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-2ee26403-f4f9-402c-9fd8-baeddb671959 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474476'] for port, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:33.883740 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-698c6b30-1c9e-4ff3-95c6-64bf48a5c254 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:33.949312 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8cac7733-7a78-4297-8195-fd049d20c134 req-c1dfde06-3765-4d62-987b-6d4e3daad524 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186441 Nov 19 05:51:34.068232 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee26403-f4f9-402c-9fd8-baeddb671959 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Pushing event updated for resources: {'Port': ['ID=54a56921-4f40-471f-9740-00d23abb6237,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:34.076602 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-2ee26403-f4f9-402c-9fd8-baeddb671959 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:34.079158 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3451fc3-224b-4ebc-b75c-d022a1b6b4be req-e5e7bda2-f678-4f3d-b15e-996037a757a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:34.080723 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b3451fc3-224b-4ebc-b75c-d022a1b6b4be req-e5e7bda2-f678-4f3d-b15e-996037a757a1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a HTTP/1.1" status: 200 len: 909 time: 0.3309474 Nov 19 05:51:34.173002 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b3451fc3-224b-4ebc-b75c-d022a1b6b4be req-bf1345f1-b855-4434-ac93-7ddb888ae216 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=320b4c0a-21a1-474d-8bb2-f0470b0c0a4f HTTP/1.1" status: 200 len: 217 time: 0.0848649 Nov 19 05:51:34.230861 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-2ee26403-f4f9-402c-9fd8-baeddb671959 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Network 356b2781-64c1-4f2b-a465-423c8ef383bf is already hosted by enough agents. {{(pid=80339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:51:34.233795 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-2ee26403-f4f9-402c-9fd8-baeddb671959 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Resources bound (agent type, host, resource id): {{(pid=80339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:51:34.241090 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-2ee26403-f4f9-402c-9fd8-baeddb671959 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Received port after_create {{(pid=80339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:51:34.303942 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3451fc3-224b-4ebc-b75c-d022a1b6b4be req-6fcd698c-7365-4d20-8f4a-aa7d4c4f7410 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:34.305571 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b3451fc3-224b-4ebc-b75c-d022a1b6b4be req-6fcd698c-7365-4d20-8f4a-aa7d4c4f7410 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=435aa333-acba-4305-be3b-2c75baf49081 HTTP/1.1" status: 200 len: 855 time: 0.1259871 Nov 19 05:51:34.400285 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-2ee26403-f4f9-402c-9fd8-baeddb671959 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:34.400945 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-2ee26403-f4f9-402c-9fd8-baeddb671959 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:34.408754 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b3451fc3-224b-4ebc-b75c-d022a1b6b4be req-a213a5ce-4f16-41ca-9383-b075ffdfdb35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957983 Nov 19 05:51:34.473649 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-2ee26403-f4f9-402c-9fd8-baeddb671959 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3457956 Nov 19 05:51:34.536105 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-6c837a00-1b35-4443-a3a3-8f313a714fe6 service neutron] Request body: {'port': {'device_id': '976ea801-335c-48df-9d00-b7c3ebf657b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:51:34.630666 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d1c1f-6fac-4ef1-a6a5-78fbcf21bfa2 req-010b4186-eaec-44ea-a174-332385bd8fd2 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:34.631431 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-585d1c1f-6fac-4ef1-a6a5-78fbcf21bfa2 req-010b4186-eaec-44ea-a174-332385bd8fd2 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Synchronizing usage tracker for tenant:cd55b0f638dc42d99bd31c172a773d30 on resource:port {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:51:34.696264 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b3451fc3-224b-4ebc-b75c-d022a1b6b4be req-7dbae5ee-3bb1-419b-a1e7-e1b1b9422e7a service neutron] 10.222.0.13 "GET /v2.0/networks/9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758856 Nov 19 05:51:34.762609 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-585d1c1f-6fac-4ef1-a6a5-78fbcf21bfa2 req-010b4186-eaec-44ea-a174-332385bd8fd2 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Unset dirty status for tenant:cd55b0f638dc42d99bd31c172a773d30 on resource:port {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:51:34.763781 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-585d1c1f-6fac-4ef1-a6a5-78fbcf21bfa2 req-010b4186-eaec-44ea-a174-332385bd8fd2 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] 10.222.0.16 "GET /v2.0/ports?device_id=976ea801-335c-48df-9d00-b7c3ebf657b6 HTTP/1.1" status: 200 len: 931 time: 0.4549627 Nov 19 05:51:34.767872 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-6c837a00-1b35-4443-a3a3-8f313a714fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:34.959453 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-585d1c1f-6fac-4ef1-a6a5-78fbcf21bfa2 req-7b331461-8e59-4376-8c28-7f3397fb5b4f tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] 10.222.0.16 "GET /v2.0/security-groups?id=6bfce795-855c-4fa8-9a31-fdb49ab18926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795237 Nov 19 05:51:34.989965 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b3451fc3-224b-4ebc-b75c-d022a1b6b4be req-58fa2d15-91cb-46c4-a3f6-384d03e3de4c service neutron] 10.222.0.13 "GET /v2.0/networks/9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2839468 Nov 19 05:51:35.278272 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f849a-d858-40e7-a858-a39c1294e74c req-756084a8-bf31-4169-894b-2e7b50434837 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:35.279869 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c25f849a-d858-40e7-a858-a39c1294e74c req-756084a8-bf31-4169-894b-2e7b50434837 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=78b44c22-7c1c-4feb-83d5-7f7b7b8f5790 HTTP/1.1" status: 200 len: 943 time: 0.1992764 Nov 19 05:51:35.344683 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c25f849a-d858-40e7-a858-a39c1294e74c req-65bd5c3d-8b2d-4b0a-a05e-3fa52b20a0c2 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557122 Nov 19 05:51:35.414150 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-6c837a00-1b35-4443-a3a3-8f313a714fe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54a56921-4f40-471f-9740-00d23abb6237 {{(pid=80339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:51:35.421082 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-6c837a00-1b35-4443-a3a3-8f313a714fe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:35.433084 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-6c837a00-1b35-4443-a3a3-8f313a714fe6 service neutron] Transition to ACTIVE for port object 54a56921-4f40-471f-9740-00d23abb6237 will not be triggered until provisioned by entity L2. {{(pid=80339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:51:35.435900 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-6c837a00-1b35-4443-a3a3-8f313a714fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843301323'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:35.451536 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-7f4d0928-6f9f-43c4-843c-a60a589587af tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:35.585277 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c837a00-1b35-4443-a3a3-8f313a714fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=54a56921-4f40-471f-9740-00d23abb6237,revision_number=2']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:35.595367 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-6c837a00-1b35-4443-a3a3-8f313a714fe6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:35.771179 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-6c837a00-1b35-4443-a3a3-8f313a714fe6 service neutron] Attempting to bind port 54a56921-4f40-471f-9740-00d23abb6237 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:51:35.771775 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-6c837a00-1b35-4443-a3a3-8f313a714fe6 service neutron] Attempting to bind port 54a56921-4f40-471f-9740-00d23abb6237 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '3e8154c2-bc37-4474-8969-0e95edf44657', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '356b2781-64c1-4f2b-a465-423c8ef383bf'}] {{(pid=80339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:51:35.771903 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-6c837a00-1b35-4443-a3a3-8f313a714fe6 service neutron] Attempting to bind port 54a56921-4f40-471f-9740-00d23abb6237 on network 356b2781-64c1-4f2b-a465-423c8ef383bf {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:51:35.778727 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-6c837a00-1b35-4443-a3a3-8f313a714fe6 service neutron] Checking agent: {'id': '5d7c8804-5253-4fea-87de-bba3ff4a5dbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 42, 30), 'started_at': datetime.datetime(2020, 11, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:51:35.779094 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-6c837a00-1b35-4443-a3a3-8f313a714fe6 service neutron] Checking segment: {'id': '3e8154c2-bc37-4474-8969-0e95edf44657', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '356b2781-64c1-4f2b-a465-423c8ef383bf'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:51:35.779488 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-6c837a00-1b35-4443-a3a3-8f313a714fe6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:35.779877 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-6c837a00-1b35-4443-a3a3-8f313a714fe6 service neutron] Bound using segment: {'id': '3e8154c2-bc37-4474-8969-0e95edf44657', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '356b2781-64c1-4f2b-a465-423c8ef383bf'} {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:51:35.780345 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-6c837a00-1b35-4443-a3a3-8f313a714fe6 service neutron] Bound port: 54a56921-4f40-471f-9740-00d23abb6237, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e8154c2-bc37-4474-8969-0e95edf44657', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '356b2781-64c1-4f2b-a465-423c8ef383bf'}}] {{(pid=80339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:51:35.780717 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-6c837a00-1b35-4443-a3a3-8f313a714fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:36.081885 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-6c837a00-1b35-4443-a3a3-8f313a714fe6 service neutron] For port 54a56921-4f40-471f-9740-00d23abb6237, host hv-cinder-76330, cleared binding levels {{(pid=80339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:51:36.085390 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-6c837a00-1b35-4443-a3a3-8f313a714fe6 service neutron] For port 54a56921-4f40-471f-9740-00d23abb6237, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=54a56921-4f40-471f-9740-00d23abb6237,segment=NetworkSegment(3e8154c2-bc37-4474-8969-0e95edf44657),segment_id=3e8154c2-bc37-4474-8969-0e95edf44657)] {{(pid=80339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:51:36.088565 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-6c837a00-1b35-4443-a3a3-8f313a714fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843301323'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:36.106026 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-80b80150-496c-48c1-bae6-d38c59f6cf0d tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:36.309406 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c837a00-1b35-4443-a3a3-8f313a714fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=54a56921-4f40-471f-9740-00d23abb6237,revision_number=3']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:36.315409 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-6c837a00-1b35-4443-a3a3-8f313a714fe6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:36.366297 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3e0b9-465e-49ba-98f3-fbb66115d137 req-b2b0be16-1107-4fcc-b99a-04e702d24b99 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:36.367895 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a0d3e0b9-465e-49ba-98f3-fbb66115d137 req-b2b0be16-1107-4fcc-b99a-04e702d24b99 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] 10.222.0.16 "GET /v2.0/ports?device_id=976ea801-335c-48df-9d00-b7c3ebf657b6 HTTP/1.1" status: 200 len: 943 time: 0.2637391 Nov 19 05:51:36.374295 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-6c837a00-1b35-4443-a3a3-8f313a714fe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:36.374295 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-6c837a00-1b35-4443-a3a3-8f313a714fe6 service neutron] 10.222.0.13 "PUT /v2.0/ports/54a56921-4f40-471f-9740-00d23abb6237 HTTP/1.1" status: 200 len: 1157 time: 1.8471704 Nov 19 05:51:36.374855 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '976ea801-335c-48df-9d00-b7c3ebf657b6', 'tag': '54a56921-4f40-471f-9740-00d23abb6237'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:51:36.423495 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a0d3e0b9-465e-49ba-98f3-fbb66115d137 req-08f2cedf-02c1-4153-a69b-44dfc06c6b58 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] 10.222.0.16 "GET /v2.0/security-groups?id=6bfce795-855c-4fa8-9a31-fdb49ab18926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432675 Nov 19 05:51:36.514593 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '976ea801-335c-48df-9d00-b7c3ebf657b6', 'tag': '54a56921-4f40-471f-9740-00d23abb6237', 'status': 'completed', 'code': 200} Nov 19 05:51:36.574557 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-15029809-7c95-4844-ba01-718aad226b25 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd55b0f638dc42d99bd31c172a773d30&device_id=976ea801-335c-48df-9d00-b7c3ebf657b6 HTTP/1.1" status: 200 len: 1160 time: 0.1447825 Nov 19 05:51:36.587430 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa618b-d8df-45d7-8b87-b0ffe12ed986 req-b2a23f1e-09a4-4355-95f0-3263e636f514 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:36.589502 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-6cfa618b-d8df-45d7-8b87-b0ffe12ed986 req-b2a23f1e-09a4-4355-95f0-3263e636f514 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=78b44c22-7c1c-4feb-83d5-7f7b7b8f5790 HTTP/1.1" status: 200 len: 943 time: 0.1123667 Nov 19 05:51:36.677075 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-7c38bf3f-8408-4477-9355-675495baa666 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54a56921-4f40-471f-9740-00d23abb6237 HTTP/1.1" status: 200 len: 217 time: 0.0865235 Nov 19 05:51:36.749950 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-6cfa618b-d8df-45d7-8b87-b0ffe12ed986 req-5e39fc64-b827-4306-8953-729b4306943e tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058238 Nov 19 05:51:36.759097 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-ebb011f6-c46f-47ee-9a42-8edeb823f28c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:36.760644 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-ebb011f6-c46f-47ee-9a42-8edeb823f28c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fea8927b-88c9-4836-bed4-53a242de14b9 HTTP/1.1" status: 200 len: 849 time: 0.0741639 Nov 19 05:51:36.813870 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-5df8fab8-728e-48cd-aad8-f2bcba0ca1c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=356b2781-64c1-4f2b-a465-423c8ef383bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456350 Nov 19 05:51:36.958494 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-df40b0b2-11a0-4e2a-814d-fcde3818be3f service neutron] 10.222.0.13 "GET /v2.0/networks/356b2781-64c1-4f2b-a465-423c8ef383bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331460 Nov 19 05:51:37.098913 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c0669665-049e-46a9-933c-b76a5c2f6992 req-dcd9685a-6942-4737-8e78-47b526718abf service neutron] 10.222.0.13 "GET /v2.0/networks/356b2781-64c1-4f2b-a465-423c8ef383bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1338456 Nov 19 05:51:37.247600 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 320b4c0a-21a1-474d-8bb2-f0470b0c0a4f up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:51:37.261888 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d28fe8a6-cc93-4666-a52f-48957026f60e req-2910dfc3-c47e-4014-9090-06c44b6a9c0e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd55b0f638dc42d99bd31c172a773d30&device_id=976ea801-335c-48df-9d00-b7c3ebf657b6 HTTP/1.1" status: 200 len: 1160 time: 0.0744171 Nov 19 05:51:37.316158 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning for port 320b4c0a-21a1-474d-8bb2-f0470b0c0a4f completed by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:51:37.321041 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port 320b4c0a-21a1-474d-8bb2-f0470b0c0a4f triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:51:37.321463 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:37.403867 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fe8a6-cc93-4666-a52f-48957026f60e req-c8e4af42-5f9d-4d9a-a3b4-97ca061d8b9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:37.405509 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d28fe8a6-cc93-4666-a52f-48957026f60e req-c8e4af42-5f9d-4d9a-a3b4-97ca061d8b9f service neutron] 10.222.0.13 "GET /v2.0/networks?id=356b2781-64c1-4f2b-a465-423c8ef383bf HTTP/1.1" status: 200 len: 903 time: 0.1369433 Nov 19 05:51:37.441254 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:37.470621 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b44c22-7c1c-4feb-83d5-7f7b7b8f5790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320b4c0a-21a1-474d-8bb2-f0470b0c0a4f'}] {{(pid=80340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:51:37.480592 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] For port 320b4c0a-21a1-474d-8bb2-f0470b0c0a4f, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=320b4c0a-21a1-474d-8bb2-f0470b0c0a4f,segment=NetworkSegment(9de98277-f3d0-4215-905f-5e1d82b0ee02),segment_id=9de98277-f3d0-4215-905f-5e1d82b0ee02)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:51:37.481252 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d28fe8a6-cc93-4666-a52f-48957026f60e req-bae11d9d-56da-43d5-82e1-e9c2f96c7cc1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54a56921-4f40-471f-9740-00d23abb6237 HTTP/1.1" status: 200 len: 217 time: 0.0683765 Nov 19 05:51:37.483841 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:37.486528 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-3f6ed860-b97c-4312-91cd-47526303a2cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:37.553249 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b44c22-7c1c-4feb-83d5-7f7b7b8f5790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320b4c0a-21a1-474d-8bb2-f0470b0c0a4f', 'code': 200} Nov 19 05:51:37.561901 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fe8a6-cc93-4666-a52f-48957026f60e req-dad93f8e-5128-4305-8684-634c03b887cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:37.563920 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d28fe8a6-cc93-4666-a52f-48957026f60e req-dad93f8e-5128-4305-8684-634c03b887cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fea8927b-88c9-4836-bed4-53a242de14b9 HTTP/1.1" status: 200 len: 849 time: 0.0760787 Nov 19 05:51:37.575840 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Pushing event updated for resources: {'Port': ['ID=320b4c0a-21a1-474d-8bb2-f0470b0c0a4f,revision_number=4']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:37.579665 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:37.670092 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d28fe8a6-cc93-4666-a52f-48957026f60e req-d7ed1d9e-3066-4290-a335-12b69a45470f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=356b2781-64c1-4f2b-a465-423c8ef383bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868340 Nov 19 05:51:37.889857 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbaa42-b033-4cbe-b69d-9c941c027983 req-a84f1d5a-a648-4bc5-8d47-0cd118211140 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:37.891427 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-66bbaa42-b033-4cbe-b69d-9c941c027983 req-a84f1d5a-a648-4bc5-8d47-0cd118211140 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] 10.222.0.16 "GET /v2.0/ports?device_id=976ea801-335c-48df-9d00-b7c3ebf657b6 HTTP/1.1" status: 200 len: 943 time: 0.3095818 Nov 19 05:51:37.929402 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d28fe8a6-cc93-4666-a52f-48957026f60e req-db986d4b-710f-437c-a060-4fb478ad6987 service neutron] 10.222.0.13 "GET /v2.0/networks/356b2781-64c1-4f2b-a465-423c8ef383bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513266 Nov 19 05:51:38.098305 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-bb58e803-9ef5-4556-933f-6c1581ca278a req-0931481d-a2f1-4706-b9fd-968e3dc70a2a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=78b44c22-7c1c-4feb-83d5-7f7b7b8f5790 HTTP/1.1" status: 200 len: 1162 time: 0.3209016 Nov 19 05:51:38.132982 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-66bbaa42-b033-4cbe-b69d-9c941c027983 req-6e0cb260-229d-4d7b-b142-75205793a446 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] 10.222.0.16 "GET /v2.0/security-groups?id=6bfce795-855c-4fa8-9a31-fdb49ab18926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960435 Nov 19 05:51:38.192638 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3adbc7-d608-4a85-98fe-e48f67d0f403 req-8ed9db14-07cb-490a-a3f4-503b9bac755d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:38.194271 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3b3adbc7-d608-4a85-98fe-e48f67d0f403 req-8ed9db14-07cb-490a-a3f4-503b9bac755d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=78b44c22-7c1c-4feb-83d5-7f7b7b8f5790 HTTP/1.1" status: 200 len: 945 time: 0.3135390 Nov 19 05:51:38.197066 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d28fe8a6-cc93-4666-a52f-48957026f60e req-ddba7ad3-38b0-427b-a52f-d015f5318bc5 service neutron] 10.222.0.13 "GET /v2.0/networks/356b2781-64c1-4f2b-a465-423c8ef383bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2583771 Nov 19 05:51:38.227985 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-bb58e803-9ef5-4556-933f-6c1581ca278a req-f1dd4130-7c85-462b-8def-4ed79bc0c714 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962565 Nov 19 05:51:38.250342 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-3b3adbc7-d608-4a85-98fe-e48f67d0f403 req-933d660d-3987-413a-8b54-eb8ca9a3d7ce tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479071 Nov 19 05:51:38.867551 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 320b4c0a-21a1-474d-8bb2-f0470b0c0a4f up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:51:38.938275 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port 320b4c0a-21a1-474d-8bb2-f0470b0c0a4f triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:51:38.938783 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:39.342114 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3317dec-f512-444d-a1b2-7d10d9309267 req-c01539ef-26eb-40ba-bb70-2c72d82f23dc tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:39.343774 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a3317dec-f512-444d-a1b2-7d10d9309267 req-c01539ef-26eb-40ba-bb70-2c72d82f23dc tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] 10.222.0.16 "GET /v2.0/ports?device_id=976ea801-335c-48df-9d00-b7c3ebf657b6 HTTP/1.1" status: 200 len: 943 time: 0.0913663 Nov 19 05:51:39.440268 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a3317dec-f512-444d-a1b2-7d10d9309267 req-eee1e10b-c611-44e1-8ca3-142caa770657 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] 10.222.0.16 "GET /v2.0/security-groups?id=6bfce795-855c-4fa8-9a31-fdb49ab18926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901482 Nov 19 05:51:39.472017 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5fc1c2-aeaf-4b55-af34-767bd7f084f4 req-1edc084a-bf0c-4b65-b18a-7e556611462b tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:39.473649 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-dd5fc1c2-aeaf-4b55-af34-767bd7f084f4 req-1edc084a-bf0c-4b65-b18a-7e556611462b tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=78b44c22-7c1c-4feb-83d5-7f7b7b8f5790 HTTP/1.1" status: 200 len: 945 time: 0.0930851 Nov 19 05:51:39.522489 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-dd5fc1c2-aeaf-4b55-af34-767bd7f084f4 req-7486d480-f799-4430-99c2-e5ad21c64218 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426381 Nov 19 05:51:39.965992 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-abae260e-0e2a-405c-b1e5-a7f89695e78a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:40.663004 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a60f12-1264-4791-b548-4e4cd8964e25 req-1cd3fd04-f8d2-48f8-86b1-866a06349438 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:40.664605 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b4a60f12-1264-4791-b548-4e4cd8964e25 req-1cd3fd04-f8d2-48f8-86b1-866a06349438 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] 10.222.0.16 "GET /v2.0/ports?device_id=976ea801-335c-48df-9d00-b7c3ebf657b6 HTTP/1.1" status: 200 len: 943 time: 0.0938501 Nov 19 05:51:40.759942 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b4a60f12-1264-4791-b548-4e4cd8964e25 req-03d58a17-5b38-498e-b37d-4f18e781cb69 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] 10.222.0.16 "GET /v2.0/security-groups?id=6bfce795-855c-4fa8-9a31-fdb49ab18926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594010 Nov 19 05:51:40.784296 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544134bc-8a8d-45a7-ade9-c9f4d3803b53 req-cb2a2b67-a795-47ff-a6dd-d969ffbb0f3d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:40.785932 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-544134bc-8a8d-45a7-ade9-c9f4d3803b53 req-cb2a2b67-a795-47ff-a6dd-d969ffbb0f3d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=78b44c22-7c1c-4feb-83d5-7f7b7b8f5790 HTTP/1.1" status: 200 len: 945 time: 0.1189675 Nov 19 05:51:40.834661 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-544134bc-8a8d-45a7-ade9-c9f4d3803b53 req-32983191-3aa5-456e-8022-0922b2a02486 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415771 Nov 19 05:51:40.900998 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.objects.ports [None req-47572ad0-48c0-42d3-a667-4d6469a710b3 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80340) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 05:51:41.796010 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 320b4c0a-21a1-474d-8bb2-f0470b0c0a4f up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:51:41.868638 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port 320b4c0a-21a1-474d-8bb2-f0470b0c0a4f triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:51:41.869138 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:41.971895 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665a5ac-ca4b-42dd-948b-7f46ab227c54 req-aeb68700-1d5b-408e-ab47-8fbea916709a tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:41.973558 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b665a5ac-ca4b-42dd-948b-7f46ab227c54 req-aeb68700-1d5b-408e-ab47-8fbea916709a tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] 10.222.0.16 "GET /v2.0/ports?device_id=976ea801-335c-48df-9d00-b7c3ebf657b6 HTTP/1.1" status: 200 len: 943 time: 0.0853028 Nov 19 05:51:41.986453 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 54a56921-4f40-471f-9740-00d23abb6237 up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:51:42.021763 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b665a5ac-ca4b-42dd-948b-7f46ab227c54 req-981fb786-db92-4dce-9fa4-44e62fe09b3c tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] 10.222.0.16 "GET /v2.0/security-groups?id=6bfce795-855c-4fa8-9a31-fdb49ab18926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417087 Nov 19 05:51:42.056727 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning for port 54a56921-4f40-471f-9740-00d23abb6237 completed by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:51:42.062236 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port 54a56921-4f40-471f-9740-00d23abb6237 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:51:42.062649 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:42.177867 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:42.205416 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976ea801-335c-48df-9d00-b7c3ebf657b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a56921-4f40-471f-9740-00d23abb6237'}] {{(pid=80340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:51:42.215634 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] For port 54a56921-4f40-471f-9740-00d23abb6237, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=54a56921-4f40-471f-9740-00d23abb6237,segment=NetworkSegment(3e8154c2-bc37-4474-8969-0e95edf44657),segment_id=3e8154c2-bc37-4474-8969-0e95edf44657)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:51:42.218827 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:42.220915 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:42.267641 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976ea801-335c-48df-9d00-b7c3ebf657b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a56921-4f40-471f-9740-00d23abb6237', 'code': 200} Nov 19 05:51:42.293873 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Pushing event updated for resources: {'Port': ['ID=54a56921-4f40-471f-9740-00d23abb6237,revision_number=4']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:42.297220 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:42.457406 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ef326a36-0e9a-46b5-b2a3-de3aace7a4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:42.563071 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-83687704-a9eb-4e01-9abd-e98a9c68037a req-a244fe30-1b5f-4fd1-99f9-80e617c34f61 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=976ea801-335c-48df-9d00-b7c3ebf657b6 HTTP/1.1" status: 200 len: 1162 time: 0.0852749 Nov 19 05:51:42.614860 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-83687704-a9eb-4e01-9abd-e98a9c68037a req-1db9a160-bd08-448b-a635-02d3f888073e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6bfce795-855c-4fa8-9a31-fdb49ab18926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444641 Nov 19 05:51:42.840450 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 54a56921-4f40-471f-9740-00d23abb6237 up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:51:42.910825 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port 54a56921-4f40-471f-9740-00d23abb6237 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:51:42.911241 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:43.026890 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:43.236960 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0c9b1-7c4f-47dd-865c-32a217deb626 req-8c95cda0-4a3d-4fb8-9ed8-45796368f166 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:43.238921 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-bfe0c9b1-7c4f-47dd-865c-32a217deb626 req-8c95cda0-4a3d-4fb8-9ed8-45796368f166 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] 10.222.0.16 "GET /v2.0/ports?device_id=976ea801-335c-48df-9d00-b7c3ebf657b6 HTTP/1.1" status: 200 len: 945 time: 0.0865510 Nov 19 05:51:43.289031 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-bfe0c9b1-7c4f-47dd-865c-32a217deb626 req-e79b77e5-d65b-4e53-b131-aa169aa2a135 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] 10.222.0.16 "GET /v2.0/security-groups?id=6bfce795-855c-4fa8-9a31-fdb49ab18926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430994 Nov 19 05:51:43.911605 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:44.137336 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:44.715592 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d1275-0578-489d-bf64-3eed6f87ad51 req-5c129e01-c0d4-4920-b17c-3d3ddea71567 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:44.717227 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b09d1275-0578-489d-bf64-3eed6f87ad51 req-5c129e01-c0d4-4920-b17c-3d3ddea71567 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] 10.222.0.16 "GET /v2.0/ports?device_id=976ea801-335c-48df-9d00-b7c3ebf657b6 HTTP/1.1" status: 200 len: 945 time: 0.2884476 Nov 19 05:51:44.767565 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b09d1275-0578-489d-bf64-3eed6f87ad51 req-54ce63bb-b886-4d26-b696-aec6a3c9c70e tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] 10.222.0.16 "GET /v2.0/security-groups?id=6bfce795-855c-4fa8-9a31-fdb49ab18926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439389 Nov 19 05:51:48.571682 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6ca9c-4ca1-4fae-a4c4-8a58d1654df1 req-b187c38d-bc03-49d0-8f5a-501914925474 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:48.573858 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c1b6ca9c-4ca1-4fae-a4c4-8a58d1654df1 req-b187c38d-bc03-49d0-8f5a-501914925474 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] 10.222.0.16 "GET /v2.0/ports?device_id=976ea801-335c-48df-9d00-b7c3ebf657b6 HTTP/1.1" status: 200 len: 945 time: 0.0894415 Nov 19 05:51:48.624607 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c1b6ca9c-4ca1-4fae-a4c4-8a58d1654df1 req-c3245737-4563-4999-a7d3-9a6fd98c6ac3 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] 10.222.0.16 "GET /v2.0/security-groups?id=6bfce795-855c-4fa8-9a31-fdb49ab18926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442965 Nov 19 05:51:48.767091 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26061d29-d012-434d-af6e-0fb55b1c4c0a req-76351782-bc62-4b03-8a02-281b661b744c tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:48.768660 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-26061d29-d012-434d-af6e-0fb55b1c4c0a req-76351782-bc62-4b03-8a02-281b661b744c tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=78b44c22-7c1c-4feb-83d5-7f7b7b8f5790 HTTP/1.1" status: 200 len: 945 time: 0.0874074 Nov 19 05:51:48.816357 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-26061d29-d012-434d-af6e-0fb55b1c4c0a req-7ff2b883-7ed0-4845-8be6-34b5ec92c5f0 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414133 Nov 19 05:51:49.834151 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc8253-c01c-4080-8c0a-17f6cfa6a9f3 req-c2a3458b-39b0-41ac-9a91-d5d40671b1df tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:49.835735 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-31fc8253-c01c-4080-8c0a-17f6cfa6a9f3 req-c2a3458b-39b0-41ac-9a91-d5d40671b1df tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] 10.222.0.16 "GET /v2.0/ports?device_id=976ea801-335c-48df-9d00-b7c3ebf657b6 HTTP/1.1" status: 200 len: 945 time: 0.0822780 Nov 19 05:51:49.884531 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-31fc8253-c01c-4080-8c0a-17f6cfa6a9f3 req-5790f637-4381-4a98-9386-5b288b8b0124 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] 10.222.0.16 "GET /v2.0/security-groups?id=6bfce795-855c-4fa8-9a31-fdb49ab18926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419977 Nov 19 05:51:50.031805 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d633e4-4e64-40b4-930d-a2f321f3cbc4 req-72e0fb26-4fb2-4374-b290-3d981cceb599 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:50.033397 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d7d633e4-4e64-40b4-930d-a2f321f3cbc4 req-72e0fb26-4fb2-4374-b290-3d981cceb599 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=78b44c22-7c1c-4feb-83d5-7f7b7b8f5790 HTTP/1.1" status: 200 len: 945 time: 0.0858116 Nov 19 05:51:50.080116 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d7d633e4-4e64-40b4-930d-a2f321f3cbc4 req-fa9722b8-7349-4501-8e7e-4aa0eac7a5b5 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406859 Nov 19 05:51:50.331150 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501ad18-61bf-4e38-be2e-3f871ae1e847 req-c23380a6-74c9-4d64-be7c-d31199e5eed2 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:50.332711 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c501ad18-61bf-4e38-be2e-3f871ae1e847 req-c23380a6-74c9-4d64-be7c-d31199e5eed2 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] 10.222.0.13 "GET /v2.0/ports?device_id=976ea801-335c-48df-9d00-b7c3ebf657b6 HTTP/1.1" status: 200 len: 945 time: 0.0820014 Nov 19 05:51:50.409438 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-c501ad18-61bf-4e38-be2e-3f871ae1e847 req-046a55ed-821d-4d56-a7ef-1d891a18b8e1 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Deleting port 54a56921-4f40-471f-9740-00d23abb6237 {{(pid=80339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:51:50.409819 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-c501ad18-61bf-4e38-be2e-3f871ae1e847 req-046a55ed-821d-4d56-a7ef-1d891a18b8e1 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:50.664051 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-c501ad18-61bf-4e38-be2e-3f871ae1e847 req-046a55ed-821d-4d56-a7ef-1d891a18b8e1 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] For port 54a56921-4f40-471f-9740-00d23abb6237, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=54a56921-4f40-471f-9740-00d23abb6237,segment=NetworkSegment(3e8154c2-bc37-4474-8969-0e95edf44657),segment_id=3e8154c2-bc37-4474-8969-0e95edf44657)] {{(pid=80339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:51:50.664451 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-c501ad18-61bf-4e38-be2e-3f871ae1e847 req-046a55ed-821d-4d56-a7ef-1d891a18b8e1 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:50.792427 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-c501ad18-61bf-4e38-be2e-3f871ae1e847 req-046a55ed-821d-4d56-a7ef-1d891a18b8e1 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Calling delete_port for 54a56921-4f40-471f-9740-00d23abb6237 owned by compute:nova {{(pid=80339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:51:50.912284 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 54a56921-4f40-471f-9740-00d23abb6237 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:51:50.994975 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c059be0-6d00-4a8d-a9d9-5ad660d4995d req-2c51f3a3-1a05-40b0-a13c-04222b07b072 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:50.996869 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5c059be0-6d00-4a8d-a9d9-5ad660d4995d req-2c51f3a3-1a05-40b0-a13c-04222b07b072 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.13 "GET /v2.0/ports?device_id=78b44c22-7c1c-4feb-83d5-7f7b7b8f5790 HTTP/1.1" status: 200 len: 945 time: 0.1610713 Nov 19 05:51:51.030986 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:51.116502 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-c501ad18-61bf-4e38-be2e-3f871ae1e847 req-046a55ed-821d-4d56-a7ef-1d891a18b8e1 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474476'] for port, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:51.137098 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-38c42291-bb5b-4bae-8cfa-b4ed3a429070 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:51.186126 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-5c059be0-6d00-4a8d-a9d9-5ad660d4995d req-af561c9c-665b-4930-a9ef-a18e9ae87a18 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Deleting port 320b4c0a-21a1-474d-8bb2-f0470b0c0a4f {{(pid=80339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:51:51.186515 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-5c059be0-6d00-4a8d-a9d9-5ad660d4995d req-af561c9c-665b-4930-a9ef-a18e9ae87a18 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:51.245578 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a55ed-821d-4d56-a7ef-1d891a18b8e1 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Pushing event deleted for resources: {'Port': ['ID=54a56921-4f40-471f-9740-00d23abb6237,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:51.284850 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-046a55ed-821d-4d56-a7ef-1d891a18b8e1 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:51.450083 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371398a-0f89-4cf4-9d8f-43ee86881cbb req-ee418007-fd33-43eb-a31f-dee09710f463 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:51.451587 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e371398a-0f89-4cf4-9d8f-43ee86881cbb req-ee418007-fd33-43eb-a31f-dee09710f463 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] 10.222.0.16 "GET /v2.0/ports?device_id=976ea801-335c-48df-9d00-b7c3ebf657b6 HTTP/1.1" status: 200 len: 867 time: 0.4129076 Nov 19 05:51:51.591236 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7a720-7ae2-4bd2-9a9b-67110e512449 req-ecb07ed4-2c7f-4b35-8fa6-1408080d1cf7 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:51.592839 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-75a7a720-7ae2-4bd2-9a9b-67110e512449 req-ecb07ed4-2c7f-4b35-8fa6-1408080d1cf7 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=78b44c22-7c1c-4feb-83d5-7f7b7b8f5790 HTTP/1.1" status: 200 len: 945 time: 0.3640277 Nov 19 05:51:51.711688 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e371398a-0f89-4cf4-9d8f-43ee86881cbb req-4538d971-6a06-47a7-bd53-3364e0e1ae6f tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] 10.222.0.16 "GET /v2.0/security-groups?id=6bfce795-855c-4fa8-9a31-fdb49ab18926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460988 Nov 19 05:51:51.723780 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-c501ad18-61bf-4e38-be2e-3f871ae1e847 req-046a55ed-821d-4d56-a7ef-1d891a18b8e1 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] No DVR routers for this DVR port 54a56921-4f40-471f-9740-00d23abb6237 on host hv-cinder-76330 {{(pid=80339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:51:51.735552 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-c501ad18-61bf-4e38-be2e-3f871ae1e847 req-046a55ed-821d-4d56-a7ef-1d891a18b8e1 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:51.738307 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976ea801-335c-48df-9d00-b7c3ebf657b6', 'name': 'network-vif-deleted', 'tag': '54a56921-4f40-471f-9740-00d23abb6237'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:51:51.783184 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-5c059be0-6d00-4a8d-a9d9-5ad660d4995d req-af561c9c-665b-4930-a9ef-a18e9ae87a18 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] For port 320b4c0a-21a1-474d-8bb2-f0470b0c0a4f, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=320b4c0a-21a1-474d-8bb2-f0470b0c0a4f,segment=NetworkSegment(9de98277-f3d0-4215-905f-5e1d82b0ee02),segment_id=9de98277-f3d0-4215-905f-5e1d82b0ee02)] {{(pid=80339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:51:51.783583 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-5c059be0-6d00-4a8d-a9d9-5ad660d4995d req-af561c9c-665b-4930-a9ef-a18e9ae87a18 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:51.799591 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976ea801-335c-48df-9d00-b7c3ebf657b6', 'name': 'network-vif-deleted', 'tag': '54a56921-4f40-471f-9740-00d23abb6237', 'status': 'completed', 'code': 200} Nov 19 05:51:51.804033 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c501ad18-61bf-4e38-be2e-3f871ae1e847 req-046a55ed-821d-4d56-a7ef-1d891a18b8e1 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] 10.222.0.13 "DELETE /v2.0/ports/54a56921-4f40-471f-9740-00d23abb6237 HTTP/1.1" status: 204 len: 173 time: 1.4648032 Nov 19 05:51:51.862510 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-75a7a720-7ae2-4bd2-9a9b-67110e512449 req-ca95f47d-2a7e-4b51-9663-f8dc36aa1216 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120013 Nov 19 05:51:51.925077 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-5c059be0-6d00-4a8d-a9d9-5ad660d4995d req-af561c9c-665b-4930-a9ef-a18e9ae87a18 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Calling delete_port for 320b4c0a-21a1-474d-8bb2-f0470b0c0a4f owned by compute:nova {{(pid=80339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:51:52.071393 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-5c059be0-6d00-4a8d-a9d9-5ad660d4995d req-af561c9c-665b-4930-a9ef-a18e9ae87a18 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474476'] for port, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:52.086382 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f2abb8d8-fd7c-48f5-b952-9e6784fba860 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:52.134749 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af561c9c-665b-4930-a9ef-a18e9ae87a18 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Pushing event deleted for resources: {'Port': ['ID=320b4c0a-21a1-474d-8bb2-f0470b0c0a4f,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:52.147502 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-af561c9c-665b-4930-a9ef-a18e9ae87a18 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:52.225297 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 6 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:51:52.292582 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c059be0-6d00-4a8d-a9d9-5ad660d4995d req-af561c9c-665b-4930-a9ef-a18e9ae87a18 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] No DVR routers for this DVR port 320b4c0a-21a1-474d-8bb2-f0470b0c0a4f on host hv-cinder-76330 {{(pid=80339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:51:52.294872 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-5c059be0-6d00-4a8d-a9d9-5ad660d4995d req-af561c9c-665b-4930-a9ef-a18e9ae87a18 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:52.308506 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5c059be0-6d00-4a8d-a9d9-5ad660d4995d req-af561c9c-665b-4930-a9ef-a18e9ae87a18 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.13 "DELETE /v2.0/ports/320b4c0a-21a1-474d-8bb2-f0470b0c0a4f HTTP/1.1" status: 204 len: 173 time: 1.3059022 Nov 19 05:51:53.458728 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 320b4c0a-21a1-474d-8bb2-f0470b0c0a4f no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:51:53.496438 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] No Port match for: 320b4c0a-21a1-474d-8bb2-f0470b0c0a4f {{(pid=80340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:51:53.496827 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 320b4c0a-21a1-474d-8bb2-f0470b0c0a4f not bound to the agent host hv-cinder-76330 {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:51:53.801047 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b44c22-7c1c-4feb-83d5-7f7b7b8f5790', 'name': 'network-vif-deleted', 'tag': '320b4c0a-21a1-474d-8bb2-f0470b0c0a4f'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:51:53.858002 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b44c22-7c1c-4feb-83d5-7f7b7b8f5790', 'name': 'network-vif-deleted', 'tag': '320b4c0a-21a1-474d-8bb2-f0470b0c0a4f', 'status': 'completed', 'code': 200} Nov 19 05:51:54.639295 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a2497-1c93-4c51-96b1-11e458db0148 req-ac9845e7-7ecd-430a-9896-cd10e9cab6e1 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:54.640061 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-e84a2497-1c93-4c51-96b1-11e458db0148 req-ac9845e7-7ecd-430a-9896-cd10e9cab6e1 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Synchronizing usage tracker for tenant:4d81c1a860844814b7a0d6bc52fa47b7 on resource:port {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:51:54.655664 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-e84a2497-1c93-4c51-96b1-11e458db0148 req-ac9845e7-7ecd-430a-9896-cd10e9cab6e1 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Unset dirty status for tenant:4d81c1a860844814b7a0d6bc52fa47b7 on resource:port {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:51:54.656994 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e84a2497-1c93-4c51-96b1-11e458db0148 req-ac9845e7-7ecd-430a-9896-cd10e9cab6e1 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=7cd25a0d-315c-4d82-ae45-156ac6200444 HTTP/1.1" status: 200 len: 946 time: 0.1091948 Nov 19 05:51:54.704864 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e84a2497-1c93-4c51-96b1-11e458db0148 req-0a594c0a-713d-4d1f-8e6e-d7b372b6a8af tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416372 Nov 19 05:51:55.921514 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8f972-4c81-452a-8c7b-a5c5c7924282 req-02410134-c329-4dfc-9762-6e5bf36f3ed4 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:55.923130 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e1d8f972-4c81-452a-8c7b-a5c5c7924282 req-02410134-c329-4dfc-9762-6e5bf36f3ed4 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=7cd25a0d-315c-4d82-ae45-156ac6200444 HTTP/1.1" status: 200 len: 946 time: 0.0873029 Nov 19 05:51:55.972105 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e1d8f972-4c81-452a-8c7b-a5c5c7924282 req-14e7f90a-8686-4c59-bbf2-dfa9ea420c5e tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428677 Nov 19 05:51:56.378282 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfa44b-9b90-4bab-b2a9-fdecbfc08249 req-7ef86b8d-cb65-483b-8c65-0b085ac76fca tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:56.379780 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-98dfa44b-9b90-4bab-b2a9-fdecbfc08249 req-7ef86b8d-cb65-483b-8c65-0b085ac76fca tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.13 "GET /v2.0/ports?device_id=7cd25a0d-315c-4d82-ae45-156ac6200444 HTTP/1.1" status: 200 len: 946 time: 0.0873296 Nov 19 05:51:56.454321 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-98dfa44b-9b90-4bab-b2a9-fdecbfc08249 req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Deleting port 6f3ea3ea-9e94-4388-b64f-861a50cab591 {{(pid=80339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:51:56.454700 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-98dfa44b-9b90-4bab-b2a9-fdecbfc08249 req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:56.705082 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-98dfa44b-9b90-4bab-b2a9-fdecbfc08249 req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] For port 6f3ea3ea-9e94-4388-b64f-861a50cab591, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=6f3ea3ea-9e94-4388-b64f-861a50cab591,segment=NetworkSegment(9de98277-f3d0-4215-905f-5e1d82b0ee02),segment_id=9de98277-f3d0-4215-905f-5e1d82b0ee02)] {{(pid=80339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:51:56.705483 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-98dfa44b-9b90-4bab-b2a9-fdecbfc08249 req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:56.801890 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 6f3ea3ea-9e94-4388-b64f-861a50cab591 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:51:56.921653 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:56.951251 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd25a0d-315c-4d82-ae45-156ac6200444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f3ea3ea-9e94-4388-b64f-861a50cab591'}] {{(pid=80340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:51:56.961936 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] For port 6f3ea3ea-9e94-4388-b64f-861a50cab591, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=6f3ea3ea-9e94-4388-b64f-861a50cab591,segment=NetworkSegment(9de98277-f3d0-4215-905f-5e1d82b0ee02),segment_id=9de98277-f3d0-4215-905f-5e1d82b0ee02)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:51:56.965716 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:56.967664 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:57.031908 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd25a0d-315c-4d82-ae45-156ac6200444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f3ea3ea-9e94-4388-b64f-861a50cab591', 'code': 200} Nov 19 05:51:57.044119 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Pushing event updated for resources: {'Port': ['ID=6f3ea3ea-9e94-4388-b64f-861a50cab591,revision_number=5']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:57.047513 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:57.049202 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-98dfa44b-9b90-4bab-b2a9-fdecbfc08249 req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Calling delete_port for 6f3ea3ea-9e94-4388-b64f-861a50cab591 owned by compute:nova {{(pid=80339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:51:57.177803 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.db.api [req-98dfa44b-9b90-4bab-b2a9-fdecbfc08249 req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80339) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 05:51:57.178143 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_db.api [req-98dfa44b-9b90-4bab-b2a9-fdecbfc08249 req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 05:51:57.207654 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18314ce-3278-42bd-97c4-72b2becb8fc6 req-8bf8c8d4-bd88-4747-9645-508f5eb6073a tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:57.209273 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e18314ce-3278-42bd-97c4-72b2becb8fc6 req-8bf8c8d4-bd88-4747-9645-508f5eb6073a tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=7cd25a0d-315c-4d82-ae45-156ac6200444 HTTP/1.1" status: 200 len: 944 time: 0.0883255 Nov 19 05:51:57.256972 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e18314ce-3278-42bd-97c4-72b2becb8fc6 req-29b42cc2-9b79-40b9-9406-b86c1f40f48d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407577 Nov 19 05:51:57.679792 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-98dfa44b-9b90-4bab-b2a9-fdecbfc08249 req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Deleting port 6f3ea3ea-9e94-4388-b64f-861a50cab591 {{(pid=80339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:51:57.680190 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-98dfa44b-9b90-4bab-b2a9-fdecbfc08249 req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:57.941870 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-98dfa44b-9b90-4bab-b2a9-fdecbfc08249 req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] For port 6f3ea3ea-9e94-4388-b64f-861a50cab591, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=6f3ea3ea-9e94-4388-b64f-861a50cab591,segment=NetworkSegment(9de98277-f3d0-4215-905f-5e1d82b0ee02),segment_id=9de98277-f3d0-4215-905f-5e1d82b0ee02)] {{(pid=80339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:51:57.942430 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-98dfa44b-9b90-4bab-b2a9-fdecbfc08249 req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:58.074988 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-98dfa44b-9b90-4bab-b2a9-fdecbfc08249 req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Calling delete_port for 6f3ea3ea-9e94-4388-b64f-861a50cab591 owned by compute:nova {{(pid=80339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:51:58.213608 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-98dfa44b-9b90-4bab-b2a9-fdecbfc08249 req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474476'] for port, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:58.231121 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-39ab3fad-eed7-4f71-ac61-71db36f489ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:58.286116 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Pushing event deleted for resources: {'Port': ['ID=6f3ea3ea-9e94-4388-b64f-861a50cab591,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:58.353224 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:58.353725 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:58.354617 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:58.355016 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:58.355411 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:58.355806 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:58.356200 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:58.356589 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:58.357005 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:58.357399 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:58.357788 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:58.358176 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:58.358599 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:58.358985 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:58.359371 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:58.359756 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:58.360138 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:58.360522 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:58.360935 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:58.361313 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:58.361695 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:58.362079 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:58.362460 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:58.362843 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:58.370713 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:58.449721 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b7c31773-b773-452c-976a-8642f5ac6d2f req-770a41da-d94e-4a80-bb5b-e42c7f10651f tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=7cd25a0d-315c-4d82-ae45-156ac6200444 HTTP/1.1" status: 200 len: 210 time: 0.0582798 Nov 19 05:51:58.498220 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-98dfa44b-9b90-4bab-b2a9-fdecbfc08249 req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] No DVR routers for this DVR port 6f3ea3ea-9e94-4388-b64f-861a50cab591 on host hv-cinder-76330 {{(pid=80339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:51:58.500356 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-98dfa44b-9b90-4bab-b2a9-fdecbfc08249 req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:58.503115 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd25a0d-315c-4d82-ae45-156ac6200444', 'name': 'network-vif-deleted', 'tag': '6f3ea3ea-9e94-4388-b64f-861a50cab591'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:51:58.517733 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-98dfa44b-9b90-4bab-b2a9-fdecbfc08249 req-225094fa-c675-4848-9408-85dcbf19e74d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.13 "DELETE /v2.0/ports/6f3ea3ea-9e94-4388-b64f-861a50cab591 HTTP/1.1" status: 204 len: 173 time: 2.1325164 Nov 19 05:51:58.562653 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd25a0d-315c-4d82-ae45-156ac6200444', 'name': 'network-vif-deleted', 'tag': '6f3ea3ea-9e94-4388-b64f-861a50cab591', 'status': 'completed', 'code': 200} Nov 19 05:51:59.955379 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764207ad-4a25-4250-a24c-0b7feec620f1 req-365cd7b5-5df0-4372-868a-a040ae608013 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:59.956124 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-764207ad-4a25-4250-a24c-0b7feec620f1 req-365cd7b5-5df0-4372-868a-a040ae608013 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Synchronizing usage tracker for tenant:4d81c1a860844814b7a0d6bc52fa47b7 on resource:port {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:51:59.970426 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-764207ad-4a25-4250-a24c-0b7feec620f1 req-365cd7b5-5df0-4372-868a-a040ae608013 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Unset dirty status for tenant:4d81c1a860844814b7a0d6bc52fa47b7 on resource:port {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:51:59.971645 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-764207ad-4a25-4250-a24c-0b7feec620f1 req-365cd7b5-5df0-4372-868a-a040ae608013 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=a0e78bda-63b7-4bb4-a263-26394ffb08e2 HTTP/1.1" status: 200 len: 945 time: 0.1004491 Nov 19 05:52:00.020501 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-764207ad-4a25-4250-a24c-0b7feec620f1 req-69f5f9bf-043a-42b0-bf99-8b4ca2267700 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425031 Nov 19 05:52:00.148100 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:01.234051 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd0d72-9f65-4a68-8d0d-605ec3724f0a req-33dd1766-045d-4865-8eda-16b86b100860 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:01.235642 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c1fd0d72-9f65-4a68-8d0d-605ec3724f0a req-33dd1766-045d-4865-8eda-16b86b100860 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=a0e78bda-63b7-4bb4-a263-26394ffb08e2 HTTP/1.1" status: 200 len: 945 time: 0.0830724 Nov 19 05:52:01.331116 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c1fd0d72-9f65-4a68-8d0d-605ec3724f0a req-7b3eb360-8792-4efa-be85-3f298baa2249 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893085 Nov 19 05:52:01.364534 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4389ca-ab7b-4164-8412-3f15925d426e req-9c317b18-70f2-428c-b474-f09acc0aafe5 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:01.366119 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5b4389ca-ab7b-4164-8412-3f15925d426e req-9c317b18-70f2-428c-b474-f09acc0aafe5 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.13 "GET /v2.0/ports?device_id=a0e78bda-63b7-4bb4-a263-26394ffb08e2 HTTP/1.1" status: 200 len: 945 time: 0.0895526 Nov 19 05:52:01.438280 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-5b4389ca-ab7b-4164-8412-3f15925d426e req-6336bea3-fb8a-4450-989e-4fce15a2fa7a tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Deleting port dfee6dbd-8fe5-400e-9821-671862db477f {{(pid=80339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:52:01.438657 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-5b4389ca-ab7b-4164-8412-3f15925d426e req-6336bea3-fb8a-4450-989e-4fce15a2fa7a tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:01.693275 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-5b4389ca-ab7b-4164-8412-3f15925d426e req-6336bea3-fb8a-4450-989e-4fce15a2fa7a tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] For port dfee6dbd-8fe5-400e-9821-671862db477f, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=dfee6dbd-8fe5-400e-9821-671862db477f,segment=NetworkSegment(9de98277-f3d0-4215-905f-5e1d82b0ee02),segment_id=9de98277-f3d0-4215-905f-5e1d82b0ee02)] {{(pid=80339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:52:01.693599 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-5b4389ca-ab7b-4164-8412-3f15925d426e req-6336bea3-fb8a-4450-989e-4fce15a2fa7a tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:01.820365 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-5b4389ca-ab7b-4164-8412-3f15925d426e req-6336bea3-fb8a-4450-989e-4fce15a2fa7a tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Calling delete_port for dfee6dbd-8fe5-400e-9821-671862db477f owned by compute:nova {{(pid=80339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:52:01.963750 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-5b4389ca-ab7b-4164-8412-3f15925d426e req-6336bea3-fb8a-4450-989e-4fce15a2fa7a tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474476'] for port, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:01.979630 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-edfb4135-2a4a-447e-8e17-8077fc4f18d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:02.024415 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336bea3-fb8a-4450-989e-4fce15a2fa7a tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Pushing event deleted for resources: {'Port': ['ID=dfee6dbd-8fe5-400e-9821-671862db477f,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:02.037412 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-6336bea3-fb8a-4450-989e-4fce15a2fa7a tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:02.181042 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4389ca-ab7b-4164-8412-3f15925d426e req-6336bea3-fb8a-4450-989e-4fce15a2fa7a tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] No DVR routers for this DVR port dfee6dbd-8fe5-400e-9821-671862db477f on host hv-cinder-76330 {{(pid=80339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:52:02.183821 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-5b4389ca-ab7b-4164-8412-3f15925d426e req-6336bea3-fb8a-4450-989e-4fce15a2fa7a tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:02.186645 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e78bda-63b7-4bb4-a263-26394ffb08e2', 'name': 'network-vif-deleted', 'tag': 'dfee6dbd-8fe5-400e-9821-671862db477f'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:52:02.202745 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5b4389ca-ab7b-4164-8412-3f15925d426e req-6336bea3-fb8a-4450-989e-4fce15a2fa7a tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.13 "DELETE /v2.0/ports/dfee6dbd-8fe5-400e-9821-671862db477f HTTP/1.1" status: 204 len: 173 time: 0.8309777 Nov 19 05:52:02.251696 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e78bda-63b7-4bb4-a263-26394ffb08e2', 'name': 'network-vif-deleted', 'tag': 'dfee6dbd-8fe5-400e-9821-671862db477f', 'status': 'completed', 'code': 200} Nov 19 05:52:02.522566 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-10467849-037f-4a32-a5b9-86d3589b4bd2 req-aa413b1a-3daa-4fe3-ad29-13aff4cdfca1 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Synchronizing usage tracker for tenant:4d81c1a860844814b7a0d6bc52fa47b7 on resource:port {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:52:02.537624 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-10467849-037f-4a32-a5b9-86d3589b4bd2 req-aa413b1a-3daa-4fe3-ad29-13aff4cdfca1 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Unset dirty status for tenant:4d81c1a860844814b7a0d6bc52fa47b7 on resource:port {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:52:02.538919 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-10467849-037f-4a32-a5b9-86d3589b4bd2 req-aa413b1a-3daa-4fe3-ad29-13aff4cdfca1 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=a0e78bda-63b7-4bb4-a263-26394ffb08e2 HTTP/1.1" status: 200 len: 210 time: 0.0647821 Nov 19 05:52:03.060591 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device dfee6dbd-8fe5-400e-9821-671862db477f no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:52:03.094308 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] No Port match for: dfee6dbd-8fe5-400e-9821-671862db477f {{(pid=80340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:52:03.094697 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device dfee6dbd-8fe5-400e-9821-671862db477f not bound to the agent host hv-cinder-76330 {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:52:05.289330 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e15b5-5481-4f6e-bcb8-48ae744f85c6 req-7d08cfc7-fcf6-4ca8-a18b-f416238ac00d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:05.290996 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-782e15b5-5481-4f6e-bcb8-48ae744f85c6 req-7d08cfc7-fcf6-4ca8-a18b-f416238ac00d tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=34cc1b99-472f-47d7-963d-6e4b5175be0d HTTP/1.1" status: 200 len: 946 time: 0.0858011 Nov 19 05:52:05.340624 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-782e15b5-5481-4f6e-bcb8-48ae744f85c6 req-bc584355-87c4-40ed-ba94-fe3e62e5c714 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434811 Nov 19 05:52:06.589861 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9bb50-5861-4e00-81bb-4d9b5907ae32 req-6144dd8b-e1a8-4684-a4a0-b91cba9e55c4 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:06.591900 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f6e9bb50-5861-4e00-81bb-4d9b5907ae32 req-6144dd8b-e1a8-4684-a4a0-b91cba9e55c4 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=34cc1b99-472f-47d7-963d-6e4b5175be0d HTTP/1.1" status: 200 len: 946 time: 0.1114302 Nov 19 05:52:06.642320 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f6e9bb50-5861-4e00-81bb-4d9b5907ae32 req-5400bb75-ead5-4f75-911b-35201424282c tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/security-groups?id=8a3cd4d0-c97e-4acd-8471-62e400393a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440643 Nov 19 05:52:06.927308 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 63d456e1-1b95-4b55-a61d-540d584fcbc7 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:52:06.938232 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b117999-e11d-4614-93cb-5e18ff2b1d49 req-faa2b49a-a296-4165-99ec-9afed088c5ea tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:06.939903 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1b117999-e11d-4614-93cb-5e18ff2b1d49 req-faa2b49a-a296-4165-99ec-9afed088c5ea tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.13 "GET /v2.0/ports?device_id=34cc1b99-472f-47d7-963d-6e4b5175be0d HTTP/1.1" status: 200 len: 946 time: 0.0839477 Nov 19 05:52:07.019255 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-1b117999-e11d-4614-93cb-5e18ff2b1d49 req-6fb03f27-2793-4bbf-9bf5-3975d85d2681 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Deleting port 63d456e1-1b95-4b55-a61d-540d584fcbc7 {{(pid=80339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:52:07.019644 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-1b117999-e11d-4614-93cb-5e18ff2b1d49 req-6fb03f27-2793-4bbf-9bf5-3975d85d2681 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:07.046811 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:07.078835 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34cc1b99-472f-47d7-963d-6e4b5175be0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63d456e1-1b95-4b55-a61d-540d584fcbc7'}] {{(pid=80340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:52:07.089308 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] For port 63d456e1-1b95-4b55-a61d-540d584fcbc7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=63d456e1-1b95-4b55-a61d-540d584fcbc7,segment=NetworkSegment(9de98277-f3d0-4215-905f-5e1d82b0ee02),segment_id=9de98277-f3d0-4215-905f-5e1d82b0ee02)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:52:07.092261 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:07.094793 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d643fe4c-b853-42d8-bcfc-2b8df8a788e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:07.162609 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34cc1b99-472f-47d7-963d-6e4b5175be0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63d456e1-1b95-4b55-a61d-540d584fcbc7', 'code': 200} Nov 19 05:52:07.166375 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Pushing event updated for resources: {'Port': ['ID=63d456e1-1b95-4b55-a61d-540d584fcbc7,revision_number=5']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:07.175617 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:07.176005 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:07.176383 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:07.176755 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:07.177148 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:07.177501 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:07.177853 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:07.178492 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:07.178586 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:07.178886 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:07.179249 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:07.179607 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:07.180008 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:07.180366 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:07.180724 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:07.181105 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:07.181501 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:07.181864 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:07.182220 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:07.182579 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:07.182934 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:07.183288 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:07.183803 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:07.184104 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:07.188614 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:07.289884 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-1b117999-e11d-4614-93cb-5e18ff2b1d49 req-6fb03f27-2793-4bbf-9bf5-3975d85d2681 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] For port 63d456e1-1b95-4b55-a61d-540d584fcbc7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=63d456e1-1b95-4b55-a61d-540d584fcbc7,segment=NetworkSegment(9de98277-f3d0-4215-905f-5e1d82b0ee02),segment_id=9de98277-f3d0-4215-905f-5e1d82b0ee02)] {{(pid=80339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:52:07.290276 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-1b117999-e11d-4614-93cb-5e18ff2b1d49 req-6fb03f27-2793-4bbf-9bf5-3975d85d2681 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:07.421318 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-1b117999-e11d-4614-93cb-5e18ff2b1d49 req-6fb03f27-2793-4bbf-9bf5-3975d85d2681 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Calling delete_port for 63d456e1-1b95-4b55-a61d-540d584fcbc7 owned by compute:nova {{(pid=80339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:52:07.564472 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-1b117999-e11d-4614-93cb-5e18ff2b1d49 req-6fb03f27-2793-4bbf-9bf5-3975d85d2681 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474476'] for port, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:07.581446 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-092afabd-1560-48bd-96d2-febe03a02ba7 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:07.641938 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb03f27-2793-4bbf-9bf5-3975d85d2681 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Pushing event deleted for resources: {'Port': ['ID=63d456e1-1b95-4b55-a61d-540d584fcbc7,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:07.646573 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-6fb03f27-2793-4bbf-9bf5-3975d85d2681 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:07.826076 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b117999-e11d-4614-93cb-5e18ff2b1d49 req-6fb03f27-2793-4bbf-9bf5-3975d85d2681 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] No DVR routers for this DVR port 63d456e1-1b95-4b55-a61d-540d584fcbc7 on host hv-cinder-76330 {{(pid=80339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:52:07.832377 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-1b117999-e11d-4614-93cb-5e18ff2b1d49 req-6fb03f27-2793-4bbf-9bf5-3975d85d2681 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:07.835140 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34cc1b99-472f-47d7-963d-6e4b5175be0d', 'name': 'network-vif-deleted', 'tag': '63d456e1-1b95-4b55-a61d-540d584fcbc7'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:52:07.850793 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9d1e5673-0c9a-4dcd-8c32-d9b0ffb8c514 req-c05d6706-7a75-460b-85fc-e6e344b33ad4 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.16 "GET /v2.0/ports?device_id=34cc1b99-472f-47d7-963d-6e4b5175be0d HTTP/1.1" status: 200 len: 210 time: 0.0659995 Nov 19 05:52:07.858771 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1b117999-e11d-4614-93cb-5e18ff2b1d49 req-6fb03f27-2793-4bbf-9bf5-3975d85d2681 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] 10.222.0.13 "DELETE /v2.0/ports/63d456e1-1b95-4b55-a61d-540d584fcbc7 HTTP/1.1" status: 204 len: 173 time: 0.9132111 Nov 19 05:52:07.900569 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34cc1b99-472f-47d7-963d-6e4b5175be0d', 'name': 'network-vif-deleted', 'tag': '63d456e1-1b95-4b55-a61d-540d584fcbc7', 'status': 'completed', 'code': 200} Nov 19 05:52:08.967613 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 38422) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:09.035452 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_v2 [None req-c57fdb6d-2436-499f-a6df-2387d5861131 admin admin] Deleting subnet 435aa333-acba-4305-be3b-2c75baf49081 {{(pid=80338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 05:52:09.038802 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c57fdb6d-2436-499f-a6df-2387d5861131 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:09.095744 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c57fdb6d-2436-499f-a6df-2387d5861131 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10610985'] for subnet, precommit_delete_associations {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:09.156336 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c57fdb6d-2436-499f-a6df-2387d5861131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850617832'] for subnet, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:09.427905 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c57fdb6d-2436-499f-a6df-2387d5861131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4157984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844221802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844226155'] for subnet, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:09.443545 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:09.493530 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57fdb6d-2436-499f-a6df-2387d5861131 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=435aa333-acba-4305-be3b-2c75baf49081,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:09.567735 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57fdb6d-2436-499f-a6df-2387d5861131 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:09.568147 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57fdb6d-2436-499f-a6df-2387d5861131 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:09.568552 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57fdb6d-2436-499f-a6df-2387d5861131 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:09.568993 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57fdb6d-2436-499f-a6df-2387d5861131 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:09.569432 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57fdb6d-2436-499f-a6df-2387d5861131 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:09.569786 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57fdb6d-2436-499f-a6df-2387d5861131 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:09.570177 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57fdb6d-2436-499f-a6df-2387d5861131 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:09.570569 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57fdb6d-2436-499f-a6df-2387d5861131 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:09.570977 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57fdb6d-2436-499f-a6df-2387d5861131 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:09.571370 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57fdb6d-2436-499f-a6df-2387d5861131 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:09.571754 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57fdb6d-2436-499f-a6df-2387d5861131 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:09.572981 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57fdb6d-2436-499f-a6df-2387d5861131 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:09.573099 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57fdb6d-2436-499f-a6df-2387d5861131 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:09.573638 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57fdb6d-2436-499f-a6df-2387d5861131 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:09.573859 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57fdb6d-2436-499f-a6df-2387d5861131 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:09.574241 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57fdb6d-2436-499f-a6df-2387d5861131 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:09.574627 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57fdb6d-2436-499f-a6df-2387d5861131 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:09.575010 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57fdb6d-2436-499f-a6df-2387d5861131 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:09.575396 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57fdb6d-2436-499f-a6df-2387d5861131 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:09.575785 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57fdb6d-2436-499f-a6df-2387d5861131 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:09.576165 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57fdb6d-2436-499f-a6df-2387d5861131 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:09.576545 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57fdb6d-2436-499f-a6df-2387d5861131 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:09.576922 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57fdb6d-2436-499f-a6df-2387d5861131 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:09.577311 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57fdb6d-2436-499f-a6df-2387d5861131 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:09.582999 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-c57fdb6d-2436-499f-a6df-2387d5861131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:09.599228 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c57fdb6d-2436-499f-a6df-2387d5861131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for subnet, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:09.605595 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-c57fdb6d-2436-499f-a6df-2387d5861131 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/435aa333-acba-4305-be3b-2c75baf49081 HTTP/1.1" status: 204 len: 168 time: 0.6368155 Nov 19 05:52:09.608096 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 38438) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:09.723913 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bf3b6031-7537-4253-8d1a-cd2cf9b439b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3949208'] for network, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:09.911196 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bf3b6031-7537-4253-8d1a-cd2cf9b439b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850615901', 'neutron.services.segments.db._delete_segments_for_network--9223363282791137771'] for network, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:09.966896 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f2638eba-786f-4b2d-bbf8-8b045ada2a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:10.027121 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-bf3b6031-7537-4253-8d1a-cd2cf9b439b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a']}} {{(pid=80338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:52:10.039764 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-bf3b6031-7537-4253-8d1a-cd2cf9b439b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de98277-f3d0-4215-905f-5e1d82b0ee02') {'for_net_delete': True} {{(pid=80338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:52:10.040099 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-bf3b6031-7537-4253-8d1a-cd2cf9b439b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de98277-f3d0-4215-905f-5e1d82b0ee02') {} {{(pid=80338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:52:10.052723 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bf3b6031-7537-4253-8d1a-cd2cf9b439b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282791100139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844164847'] for segment, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:10.068012 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bf3b6031-7537-4253-8d1a-cd2cf9b439b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4146814'] for segment, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:10.070022 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bf3b6031-7537-4253-8d1a-cd2cf9b439b7 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 05:52:10.465968 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-bf3b6031-7537-4253-8d1a-cd2cf9b439b7 admin admin] Network 9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a has no segments {{(pid=80338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:52:10.474939 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bf3b6031-7537-4253-8d1a-cd2cf9b439b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850629002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844221749'] for segment, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:10.559733 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 38444) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:10.631047 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb2bfb51-7d1c-4b59-8af7-ee6e05cc88d9 admin admin] Deleting subnet fea8927b-88c9-4836-bed4-53a242de14b9 {{(pid=80339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 05:52:10.634239 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-cb2bfb51-7d1c-4b59-8af7-ee6e05cc88d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:10.655312 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-bf3b6031-7537-4253-8d1a-cd2cf9b439b7 admin admin] Network 9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a has no segments {{(pid=80338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:52:10.682433 dv-cinder-763306-1-smb neutron-server[80227]: Traceback (most recent call last): Nov 19 05:52:10.682433 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:52:10.682433 dv-cinder-763306-1-smb neutron-server[80227]: timer() Nov 19 05:52:10.682433 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:52:10.682433 dv-cinder-763306-1-smb neutron-server[80227]: cb(*args, **kw) Nov 19 05:52:10.682433 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 05:52:10.682433 dv-cinder-763306-1-smb neutron-server[80227]: return func(*args, **kwargs) Nov 19 05:52:10.682433 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:52:10.682433 dv-cinder-763306-1-smb neutron-server[80227]: self._notify() Nov 19 05:52:10.682433 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:52:10.682433 dv-cinder-763306-1-smb neutron-server[80227]: self.callback(batched_events) Nov 19 05:52:10.682433 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:52:10.682433 dv-cinder-763306-1-smb neutron-server[80227]: event.method(event) Nov 19 05:52:10.682433 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 05:52:10.682433 dv-cinder-763306-1-smb neutron-server[80227]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:52:10.682433 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 05:52:10.682433 dv-cinder-763306-1-smb neutron-server[80227]: segment_id)['aggregates'][0] Nov 19 05:52:10.682433 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 05:52:10.682433 dv-cinder-763306-1-smb neutron-server[80227]: return f(self, *a, **k) Nov 19 05:52:10.682433 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:52:10.682433 dv-cinder-763306-1-smb neutron-server[80227]: return self._get(url).json() Nov 19 05:52:10.682433 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 05:52:10.682433 dv-cinder-763306-1-smb neutron-server[80227]: **kwargs) Nov 19 05:52:10.682433 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 05:52:10.682433 dv-cinder-763306-1-smb neutron-server[80227]: return self.request(url, 'GET', **kwargs) Nov 19 05:52:10.682433 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 05:52:10.682433 dv-cinder-763306-1-smb neutron-server[80227]: **endpoint_filter) Nov 19 05:52:10.682433 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 05:52:10.682433 dv-cinder-763306-1-smb neutron-server[80227]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:52:10.682433 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 05:52:10.682433 dv-cinder-763306-1-smb neutron-server[80227]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:52:10.682433 dv-cinder-763306-1-smb neutron-server[80227]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:52:10.687467 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-cb2bfb51-7d1c-4b59-8af7-ee6e05cc88d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843183301'] for subnet, precommit_delete_associations {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:10.749071 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-cb2bfb51-7d1c-4b59-8af7-ee6e05cc88d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850617832'] for subnet, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:10.757836 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bf3b6031-7537-4253-8d1a-cd2cf9b439b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4159915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for network, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:10.762733 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bf3b6031-7537-4253-8d1a-cd2cf9b439b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for network, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:10.766621 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-c144a8f0-5ad8-4a47-ac9c-4062c5ba7c3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:10.788641 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-bf3b6031-7537-4253-8d1a-cd2cf9b439b7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a HTTP/1.1" status: 204 len: 168 time: 1.1795161 Nov 19 05:52:10.789805 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b6031-7537-4253-8d1a-cd2cf9b439b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ea29cfd-7906-43c5-8d43-9dec7aa2aa3a,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:10.792261 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-bf3b6031-7537-4253-8d1a-cd2cf9b439b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:10.994781 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 38450) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:11.011875 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-cb2bfb51-7d1c-4b59-8af7-ee6e05cc88d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4157984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843301370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843469982'] for subnet, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:11.028075 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:11.054573 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-e8c55bc8-138a-4596-8f0f-327a1b36ab89 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4d81c1a860844814b7a0d6bc52fa47b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0562441 Nov 19 05:52:11.054902 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 38454) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:11.125344 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-48737344-68ab-4501-9f35-ad8e8086b1b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:11.155743 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-48737344-68ab-4501-9f35-ad8e8086b1b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:11.207400 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-48737344-68ab-4501-9f35-ad8e8086b1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:11.213347 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-8e0dfb6a-ff62-405b-afa3-d58f8383b4c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:11.227824 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48737344-68ab-4501-9f35-ad8e8086b1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3cd4d0-c97e-4acd-8471-62e400393a3b,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:11.231570 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-48737344-68ab-4501-9f35-ad8e8086b1b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:11.232780 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-48737344-68ab-4501-9f35-ad8e8086b1b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:11.237379 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-48737344-68ab-4501-9f35-ad8e8086b1b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a3cd4d0-c97e-4acd-8471-62e400393a3b HTTP/1.1" status: 204 len: 168 time: 0.1807704 Nov 19 05:52:11.295231 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2bfb51-7d1c-4b59-8af7-ee6e05cc88d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fea8927b-88c9-4836-bed4-53a242de14b9,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:11.297950 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-cb2bfb51-7d1c-4b59-8af7-ee6e05cc88d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:11.385733 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-cb2bfb51-7d1c-4b59-8af7-ee6e05cc88d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:11.391752 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-cb2bfb51-7d1c-4b59-8af7-ee6e05cc88d9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fea8927b-88c9-4836-bed4-53a242de14b9 HTTP/1.1" status: 204 len: 168 time: 0.8309143 Nov 19 05:52:11.394297 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 38460) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:11.507348 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1d0ee0d1-6c02-412f-8f54-395b5abc040f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3949208'] for network, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:11.703518 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1d0ee0d1-6c02-412f-8f54-395b5abc040f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850615901', 'neutron.services.segments.db._delete_segments_for_network--9223363282791137771'] for network, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:11.820520 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-1d0ee0d1-6c02-412f-8f54-395b5abc040f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['356b2781-64c1-4f2b-a465-423c8ef383bf']}} {{(pid=80339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:52:11.835424 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-1d0ee0d1-6c02-412f-8f54-395b5abc040f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e8154c2-bc37-4474-8969-0e95edf44657') {'for_net_delete': True} {{(pid=80339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:52:11.835753 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-1d0ee0d1-6c02-412f-8f54-395b5abc040f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e8154c2-bc37-4474-8969-0e95edf44657') {} {{(pid=80339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:52:11.848012 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1d0ee0d1-6c02-412f-8f54-395b5abc040f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282791100139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11592451'] for segment, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:11.863453 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1d0ee0d1-6c02-412f-8f54-395b5abc040f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4146814'] for segment, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:11.865475 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1d0ee0d1-6c02-412f-8f54-395b5abc040f admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 05:52:12.050878 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-1d0ee0d1-6c02-412f-8f54-395b5abc040f admin admin] Network 356b2781-64c1-4f2b-a465-423c8ef383bf has no segments {{(pid=80339) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:52:12.060671 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1d0ee0d1-6c02-412f-8f54-395b5abc040f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850629002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843301285'] for segment, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:12.241265 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-1d0ee0d1-6c02-412f-8f54-395b5abc040f admin admin] Network 356b2781-64c1-4f2b-a465-423c8ef383bf has no segments {{(pid=80339) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:52:12.264368 dv-cinder-763306-1-smb neutron-server[80227]: Traceback (most recent call last): Nov 19 05:52:12.264368 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:52:12.264368 dv-cinder-763306-1-smb neutron-server[80227]: timer() Nov 19 05:52:12.264368 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:52:12.264368 dv-cinder-763306-1-smb neutron-server[80227]: cb(*args, **kw) Nov 19 05:52:12.264368 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 05:52:12.264368 dv-cinder-763306-1-smb neutron-server[80227]: return func(*args, **kwargs) Nov 19 05:52:12.264368 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:52:12.264368 dv-cinder-763306-1-smb neutron-server[80227]: self._notify() Nov 19 05:52:12.264368 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:52:12.264368 dv-cinder-763306-1-smb neutron-server[80227]: self.callback(batched_events) Nov 19 05:52:12.264368 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:52:12.264368 dv-cinder-763306-1-smb neutron-server[80227]: event.method(event) Nov 19 05:52:12.264368 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 05:52:12.264368 dv-cinder-763306-1-smb neutron-server[80227]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:52:12.264368 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 05:52:12.264368 dv-cinder-763306-1-smb neutron-server[80227]: segment_id)['aggregates'][0] Nov 19 05:52:12.264368 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 05:52:12.264368 dv-cinder-763306-1-smb neutron-server[80227]: return f(self, *a, **k) Nov 19 05:52:12.264368 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:52:12.264368 dv-cinder-763306-1-smb neutron-server[80227]: return self._get(url).json() Nov 19 05:52:12.264368 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 05:52:12.264368 dv-cinder-763306-1-smb neutron-server[80227]: **kwargs) Nov 19 05:52:12.264368 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 05:52:12.264368 dv-cinder-763306-1-smb neutron-server[80227]: return self.request(url, 'GET', **kwargs) Nov 19 05:52:12.264368 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 05:52:12.264368 dv-cinder-763306-1-smb neutron-server[80227]: **endpoint_filter) Nov 19 05:52:12.264368 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 05:52:12.264368 dv-cinder-763306-1-smb neutron-server[80227]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:52:12.264368 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 05:52:12.264368 dv-cinder-763306-1-smb neutron-server[80227]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:52:12.264368 dv-cinder-763306-1-smb neutron-server[80227]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:52:12.347117 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1d0ee0d1-6c02-412f-8f54-395b5abc040f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4159915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for network, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:12.351923 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1d0ee0d1-6c02-412f-8f54-395b5abc040f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for network, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:12.356925 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:12.378638 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-1d0ee0d1-6c02-412f-8f54-395b5abc040f admin admin] 10.222.0.16 "DELETE /v2.0/networks/356b2781-64c1-4f2b-a465-423c8ef383bf HTTP/1.1" status: 204 len: 168 time: 0.9832745 Nov 19 05:52:12.379584 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ee0d1-6c02-412f-8f54-395b5abc040f admin admin] Pushing event deleted for resources: {'Network': ['ID=356b2781-64c1-4f2b-a465-423c8ef383bf,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:12.381502 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 38486) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:12.382337 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-1d0ee0d1-6c02-412f-8f54-395b5abc040f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:12.453898 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc0a345-041b-4ad8-b1fb-89ce3a8c90e4 admin admin] Deleting subnet 09cdd7c1-ea25-4627-88f1-cd9ca3aa7140 {{(pid=80338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 05:52:12.457500 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-9dc0a345-041b-4ad8-b1fb-89ce3a8c90e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:12.458507 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-343085ec-aa0c-4f90-a6ba-7c098f9832eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:12.510543 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-9dc0a345-041b-4ad8-b1fb-89ce3a8c90e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10610985'] for subnet, precommit_delete_associations {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:12.581897 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-9dc0a345-041b-4ad8-b1fb-89ce3a8c90e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850617832'] for subnet, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:12.848440 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-9dc0a345-041b-4ad8-b1fb-89ce3a8c90e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4157984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844221802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844226155'] for subnet, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:12.865157 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-93acf804-9cdc-4c78-bec8-6f67bc1b126a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:12.918502 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0a345-041b-4ad8-b1fb-89ce3a8c90e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09cdd7c1-ea25-4627-88f1-cd9ca3aa7140,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:12.922418 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-9dc0a345-041b-4ad8-b1fb-89ce3a8c90e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:12.993114 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:13.002040 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-9dc0a345-041b-4ad8-b1fb-89ce3a8c90e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for subnet, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:13.008037 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-9dc0a345-041b-4ad8-b1fb-89ce3a8c90e4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/09cdd7c1-ea25-4627-88f1-cd9ca3aa7140 HTTP/1.1" status: 204 len: 168 time: 0.6250854 Nov 19 05:52:13.011200 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 38498) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:13.126676 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3e4c261f-3681-4d3a-894a-7f2c6a53e5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3949208'] for network, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:13.316843 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3e4c261f-3681-4d3a-894a-7f2c6a53e5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850615901', 'neutron.services.segments.db._delete_segments_for_network--9223363282791137771'] for network, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:13.431641 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-3e4c261f-3681-4d3a-894a-7f2c6a53e5b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe2027f9-7703-41ea-9ef3-9c2323215285']}} {{(pid=80338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:52:13.444310 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-3e4c261f-3681-4d3a-894a-7f2c6a53e5b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce81aa16-6141-4bf2-92c4-d57c89de373f') {'for_net_delete': True} {{(pid=80338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:52:13.444622 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-3e4c261f-3681-4d3a-894a-7f2c6a53e5b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce81aa16-6141-4bf2-92c4-d57c89de373f') {} {{(pid=80338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:52:13.457052 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3e4c261f-3681-4d3a-894a-7f2c6a53e5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282791100139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844164847'] for segment, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:13.472528 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3e4c261f-3681-4d3a-894a-7f2c6a53e5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4146814'] for segment, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:13.474536 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3e4c261f-3681-4d3a-894a-7f2c6a53e5b8 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 05:52:13.652683 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-3e4c261f-3681-4d3a-894a-7f2c6a53e5b8 admin admin] Network fe2027f9-7703-41ea-9ef3-9c2323215285 has no segments {{(pid=80338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:52:13.661789 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3e4c261f-3681-4d3a-894a-7f2c6a53e5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850629002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844221749'] for segment, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:13.839532 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-3e4c261f-3681-4d3a-894a-7f2c6a53e5b8 admin admin] Network fe2027f9-7703-41ea-9ef3-9c2323215285 has no segments {{(pid=80338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:52:13.862169 dv-cinder-763306-1-smb neutron-server[80227]: Traceback (most recent call last): Nov 19 05:52:13.862169 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:52:13.862169 dv-cinder-763306-1-smb neutron-server[80227]: timer() Nov 19 05:52:13.862169 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:52:13.862169 dv-cinder-763306-1-smb neutron-server[80227]: cb(*args, **kw) Nov 19 05:52:13.862169 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 05:52:13.862169 dv-cinder-763306-1-smb neutron-server[80227]: return func(*args, **kwargs) Nov 19 05:52:13.862169 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:52:13.862169 dv-cinder-763306-1-smb neutron-server[80227]: self._notify() Nov 19 05:52:13.862169 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:52:13.862169 dv-cinder-763306-1-smb neutron-server[80227]: self.callback(batched_events) Nov 19 05:52:13.862169 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:52:13.862169 dv-cinder-763306-1-smb neutron-server[80227]: event.method(event) Nov 19 05:52:13.862169 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 05:52:13.862169 dv-cinder-763306-1-smb neutron-server[80227]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:52:13.862169 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 05:52:13.862169 dv-cinder-763306-1-smb neutron-server[80227]: segment_id)['aggregates'][0] Nov 19 05:52:13.862169 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 05:52:13.862169 dv-cinder-763306-1-smb neutron-server[80227]: return f(self, *a, **k) Nov 19 05:52:13.862169 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:52:13.862169 dv-cinder-763306-1-smb neutron-server[80227]: return self._get(url).json() Nov 19 05:52:13.862169 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 05:52:13.862169 dv-cinder-763306-1-smb neutron-server[80227]: **kwargs) Nov 19 05:52:13.862169 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 05:52:13.862169 dv-cinder-763306-1-smb neutron-server[80227]: return self.request(url, 'GET', **kwargs) Nov 19 05:52:13.862169 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 05:52:13.862169 dv-cinder-763306-1-smb neutron-server[80227]: **endpoint_filter) Nov 19 05:52:13.862169 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 05:52:13.862169 dv-cinder-763306-1-smb neutron-server[80227]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:52:13.862169 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 05:52:13.862169 dv-cinder-763306-1-smb neutron-server[80227]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:52:13.862169 dv-cinder-763306-1-smb neutron-server[80227]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:52:13.914311 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:13.943213 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3e4c261f-3681-4d3a-894a-7f2c6a53e5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4159915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for network, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:13.946714 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-eb833365-c04a-49df-82df-eedcad767d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:13.964018 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3e4c261f-3681-4d3a-894a-7f2c6a53e5b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for network, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:13.971603 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c261f-3681-4d3a-894a-7f2c6a53e5b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe2027f9-7703-41ea-9ef3-9c2323215285,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:13.974141 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-3e4c261f-3681-4d3a-894a-7f2c6a53e5b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:13.977676 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-3e4c261f-3681-4d3a-894a-7f2c6a53e5b8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/fe2027f9-7703-41ea-9ef3-9c2323215285 HTTP/1.1" status: 204 len: 168 time: 0.9638944 Nov 19 05:52:14.142359 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:14.199565 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 38514) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:14.255047 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-68cb1c3f-0e1e-46bb-9402-5d3049b5cebb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cd55b0f638dc42d99bd31c172a773d30&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0539532 Nov 19 05:52:14.257575 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 38520) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:14.322922 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6880d77a-93d0-44ab-a887-49247cf32a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:14.354371 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6880d77a-93d0-44ab-a887-49247cf32a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:14.407999 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6880d77a-93d0-44ab-a887-49247cf32a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:14.413467 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-88a697b3-ef4d-49c1-b241-79b09716906c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:14.425224 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6880d77a-93d0-44ab-a887-49247cf32a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfce795-855c-4fa8-9a31-fdb49ab18926,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:14.431978 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-6880d77a-93d0-44ab-a887-49247cf32a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:14.432818 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6880d77a-93d0-44ab-a887-49247cf32a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:14.435551 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-6880d77a-93d0-44ab-a887-49247cf32a60 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6bfce795-855c-4fa8-9a31-fdb49ab18926 HTTP/1.1" status: 204 len: 168 time: 0.1769547 Nov 19 05:52:14.837886 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 38532) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:14.891510 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-5cb43033-356f-478d-ab75-36acfc76b9f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b924fa3364f040c698c31874d3e1e0e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0523272 Nov 19 05:52:14.893803 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 38536) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:14.959607 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-50d7d01e-c029-4b55-9fd4-3a75dc6c15fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:14.986302 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-50d7d01e-c029-4b55-9fd4-3a75dc6c15fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:15.030298 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-50d7d01e-c029-4b55-9fd4-3a75dc6c15fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:15.035152 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-56b1d4d4-e3e9-46c1-91da-03fb975459c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:15.047522 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d7d01e-c029-4b55-9fd4-3a75dc6c15fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416e4287-3fd8-475f-bd62-6bf7d49080f4,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:15.050679 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-50d7d01e-c029-4b55-9fd4-3a75dc6c15fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:15.052742 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-50d7d01e-c029-4b55-9fd4-3a75dc6c15fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:15.054142 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-50d7d01e-c029-4b55-9fd4-3a75dc6c15fe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/416e4287-3fd8-475f-bd62-6bf7d49080f4 HTTP/1.1" status: 204 len: 168 time: 0.1592455 Nov 19 05:52:15.841741 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 38564) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:16.111615 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1c354c22-d69f-4e73-b8cc-d77b31ed942e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:16.144519 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-1c354c22-d69f-4e73-b8cc-d77b31ed942e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:52:16.148731 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-1c354c22-d69f-4e73-b8cc-d77b31ed942e admin admin] Usage tracker for resource:security_group_rule and tenant:dbe6617be496471c87aa9891c763958a is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:52:16.152275 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-1c354c22-d69f-4e73-b8cc-d77b31ed942e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:52:16.158055 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-1c354c22-d69f-4e73-b8cc-d77b31ed942e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:52:16.230926 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1c354c22-d69f-4e73-b8cc-d77b31ed942e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:16.234006 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1c354c22-d69f-4e73-b8cc-d77b31ed942e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:16.241587 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-1ec67196-9899-4be4-af67-716c838ef610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:16.287541 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c354c22-d69f-4e73-b8cc-d77b31ed942e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470bad07-737c-4b45-83bb-9bd25a666730,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:16.291936 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-1c354c22-d69f-4e73-b8cc-d77b31ed942e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:16.297066 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-1c354c22-d69f-4e73-b8cc-d77b31ed942e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dbe6617be496471c87aa9891c763958a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4513886 Nov 19 05:52:16.298069 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 38576) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:16.363776 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8c03f47a-8f30-4e5d-a1ba-75aa7c4c509e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:16.393642 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8c03f47a-8f30-4e5d-a1ba-75aa7c4c509e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:16.439089 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8c03f47a-8f30-4e5d-a1ba-75aa7c4c509e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:16.444484 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-89961eb3-26a9-4897-9b10-9540f3464f8f tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:16.458124 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03f47a-8f30-4e5d-a1ba-75aa7c4c509e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470bad07-737c-4b45-83bb-9bd25a666730,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:16.461191 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-8c03f47a-8f30-4e5d-a1ba-75aa7c4c509e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:16.462076 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8c03f47a-8f30-4e5d-a1ba-75aa7c4c509e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:16.466556 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-8c03f47a-8f30-4e5d-a1ba-75aa7c4c509e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/470bad07-737c-4b45-83bb-9bd25a666730 HTTP/1.1" status: 204 len: 168 time: 0.1682599 Nov 19 05:52:20.318177 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 38676) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:20.469639 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-730f873a-c4c3-4a51-a5aa-a8bf59d6d31a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:20.502338 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-730f873a-c4c3-4a51-a5aa-a8bf59d6d31a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:52:20.506396 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-730f873a-c4c3-4a51-a5aa-a8bf59d6d31a admin admin] Usage tracker for resource:security_group_rule and tenant:7fb1c62a725d4ffa94b05bf60f247bda is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:52:20.509869 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-730f873a-c4c3-4a51-a5aa-a8bf59d6d31a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:52:20.515819 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-730f873a-c4c3-4a51-a5aa-a8bf59d6d31a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:52:20.584417 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-730f873a-c4c3-4a51-a5aa-a8bf59d6d31a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:20.587130 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-730f873a-c4c3-4a51-a5aa-a8bf59d6d31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:20.594776 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e77fc90b-6e94-4e23-89b0-68ff84416f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:20.641709 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f873a-c4c3-4a51-a5aa-a8bf59d6d31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbd4246-bb31-4cad-b81a-cfe9aa74adc5,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:20.646746 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-730f873a-c4c3-4a51-a5aa-a8bf59d6d31a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7fb1c62a725d4ffa94b05bf60f247bda&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3274240 Nov 19 05:52:20.647674 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-730f873a-c4c3-4a51-a5aa-a8bf59d6d31a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:20.649530 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 38682) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:20.711578 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-857f3bf0-96a2-4fd7-8508-1460dd9c7643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:20.739530 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-857f3bf0-96a2-4fd7-8508-1460dd9c7643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:20.783271 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-857f3bf0-96a2-4fd7-8508-1460dd9c7643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:20.788152 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-20c4e9ff-f990-4196-821b-95882f9bb3d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:20.802240 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f3bf0-96a2-4fd7-8508-1460dd9c7643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbd4246-bb31-4cad-b81a-cfe9aa74adc5,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:20.805371 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-857f3bf0-96a2-4fd7-8508-1460dd9c7643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:20.806373 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-857f3bf0-96a2-4fd7-8508-1460dd9c7643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:20.807648 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-857f3bf0-96a2-4fd7-8508-1460dd9c7643 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1dbd4246-bb31-4cad-b81a-cfe9aa74adc5 HTTP/1.1" status: 204 len: 168 time: 0.1571617 Nov 19 05:52:29.226958 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 6 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:52:30.163693 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:30.783685 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 38890) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:30.985868 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bd649377-6e65-467e-9980-a394fa8186b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:31.021083 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-bd649377-6e65-467e-9980-a394fa8186b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:52:31.025882 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-bd649377-6e65-467e-9980-a394fa8186b9 admin admin] Usage tracker for resource:security_group_rule and tenant:b9608dcac58f4a20ab295062e4eaffee is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:52:31.028867 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-bd649377-6e65-467e-9980-a394fa8186b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:52:31.034745 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-bd649377-6e65-467e-9980-a394fa8186b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:52:31.108352 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bd649377-6e65-467e-9980-a394fa8186b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:31.111000 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bd649377-6e65-467e-9980-a394fa8186b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:31.118730 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-90360d10-6127-485c-afbf-0dcb735b50f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:31.163174 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd649377-6e65-467e-9980-a394fa8186b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc86a76-fd5f-49bf-b56c-e76836f63806,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:31.168065 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-bd649377-6e65-467e-9980-a394fa8186b9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b9608dcac58f4a20ab295062e4eaffee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3832753 Nov 19 05:52:31.169089 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-bd649377-6e65-467e-9980-a394fa8186b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:31.170674 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 38904) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:31.235946 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6d5e6f4d-5646-4cb9-b898-518da15c1d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:31.265639 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6d5e6f4d-5646-4cb9-b898-518da15c1d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:31.316363 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6d5e6f4d-5646-4cb9-b898-518da15c1d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:31.321945 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:31.335620 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e6f4d-5646-4cb9-b898-518da15c1d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc86a76-fd5f-49bf-b56c-e76836f63806,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:31.339006 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-6d5e6f4d-5646-4cb9-b898-518da15c1d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:31.341213 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-6d5e6f4d-5646-4cb9-b898-518da15c1d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:31.345242 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-6d5e6f4d-5646-4cb9-b898-518da15c1d79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bbc86a76-fd5f-49bf-b56c-e76836f63806 HTTP/1.1" status: 204 len: 168 time: 0.1735370 Nov 19 05:52:31.683532 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 38912) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:31.706338 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-347d7bfd-1850-4470-806a-887722a32853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:31.738845 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-347d7bfd-1850-4470-806a-887722a32853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:52:31.742895 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-347d7bfd-1850-4470-806a-887722a32853 admin admin] Usage tracker for resource:security_group_rule and tenant:4da3fe69a67c4d13a98d1f1fd0860062 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:52:31.745836 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-347d7bfd-1850-4470-806a-887722a32853 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:52:31.751608 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-347d7bfd-1850-4470-806a-887722a32853 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:52:31.817787 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-347d7bfd-1850-4470-806a-887722a32853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:31.820599 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-347d7bfd-1850-4470-806a-887722a32853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:31.828625 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-8c03f47a-8f30-4e5d-a1ba-75aa7c4c509e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:31.870573 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d7bfd-1850-4470-806a-887722a32853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5080daf3-ddfc-4df7-9a46-c395766a2177,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:31.875653 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-347d7bfd-1850-4470-806a-887722a32853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:31.879234 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-347d7bfd-1850-4470-806a-887722a32853 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4da3fe69a67c4d13a98d1f1fd0860062&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1945622 Nov 19 05:52:31.881896 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 38916) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:31.944228 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f720f174-7821-47fd-916a-c6e88267bfff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:31.971096 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f720f174-7821-47fd-916a-c6e88267bfff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:32.014834 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f720f174-7821-47fd-916a-c6e88267bfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:32.019752 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-6547e637-7598-4ed3-bd93-fb5cdfeabc24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:32.037177 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720f174-7821-47fd-916a-c6e88267bfff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5080daf3-ddfc-4df7-9a46-c395766a2177,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:32.039994 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f720f174-7821-47fd-916a-c6e88267bfff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:32.041741 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f720f174-7821-47fd-916a-c6e88267bfff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:32.042896 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-f720f174-7821-47fd-916a-c6e88267bfff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5080daf3-ddfc-4df7-9a46-c395766a2177 HTTP/1.1" status: 204 len: 168 time: 0.1600640 Nov 19 05:52:32.459114 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 38930) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:32.480217 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a57e607c-b1df-4cd5-a446-b672916da011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:32.530323 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-a57e607c-b1df-4cd5-a446-b672916da011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:52:32.568413 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-a57e607c-b1df-4cd5-a446-b672916da011 admin admin] Usage tracker for resource:security_group_rule and tenant:66c2a7183ad14a7e80e2ccd7140321fb is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:52:32.572852 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-a57e607c-b1df-4cd5-a446-b672916da011 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:52:32.579067 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-a57e607c-b1df-4cd5-a446-b672916da011 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:52:32.649883 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a57e607c-b1df-4cd5-a446-b672916da011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:32.653028 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a57e607c-b1df-4cd5-a446-b672916da011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:32.661047 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-1152b474-e6e7-4334-a3bf-a9fe647e228e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:32.700483 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e607c-b1df-4cd5-a446-b672916da011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e132f5-18fb-4d5a-84e1-0faa9b0ad751,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:32.706016 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-a57e607c-b1df-4cd5-a446-b672916da011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:32.712395 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-a57e607c-b1df-4cd5-a446-b672916da011 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=66c2a7183ad14a7e80e2ccd7140321fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2516668 Nov 19 05:52:32.715097 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 38942) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:32.777907 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1c974f0b-05ef-41f6-a2a2-c51e0052afd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:32.804840 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1c974f0b-05ef-41f6-a2a2-c51e0052afd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:32.851858 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1c974f0b-05ef-41f6-a2a2-c51e0052afd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:32.857127 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-84a4ce57-2bbc-47a1-868b-bb0ba6f84c07 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:32.869915 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c974f0b-05ef-41f6-a2a2-c51e0052afd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e132f5-18fb-4d5a-84e1-0faa9b0ad751,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:32.874976 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-1c974f0b-05ef-41f6-a2a2-c51e0052afd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:32.877037 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1c974f0b-05ef-41f6-a2a2-c51e0052afd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:32.878254 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-1c974f0b-05ef-41f6-a2a2-c51e0052afd5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f4e132f5-18fb-4d5a-84e1-0faa9b0ad751 HTTP/1.1" status: 204 len: 168 time: 0.1621609 Nov 19 05:52:33.754348 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 38966) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:33.894297 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-86b10170-7ba0-4fef-b453-8ed48488100d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1318580998-network', 'tenant_id': '1184d9f30ff14e1cab63bfe9044687fa'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:52:33.899724 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-86b10170-7ba0-4fef-b453-8ed48488100d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:52:33.903949 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-86b10170-7ba0-4fef-b453-8ed48488100d admin admin] Usage tracker for resource:network and tenant:1184d9f30ff14e1cab63bfe9044687fa is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:52:33.907108 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-86b10170-7ba0-4fef-b453-8ed48488100d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:52:33.913109 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-86b10170-7ba0-4fef-b453-8ed48488100d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:52:33.923301 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b10170-7ba0-4fef-b453-8ed48488100d admin admin] Made reservation on behalf of 1184d9f30ff14e1cab63bfe9044687fa for: {'network': 1} {{(pid=80339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:52:33.928092 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-86b10170-7ba0-4fef-b453-8ed48488100d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for network, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:33.941945 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-86b10170-7ba0-4fef-b453-8ed48488100d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:33.975772 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-86b10170-7ba0-4fef-b453-8ed48488100d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:52:33.980112 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-86b10170-7ba0-4fef-b453-8ed48488100d admin admin] Usage tracker for resource:security_group_rule and tenant:1184d9f30ff14e1cab63bfe9044687fa is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:52:33.983053 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-86b10170-7ba0-4fef-b453-8ed48488100d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:52:33.988785 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-86b10170-7ba0-4fef-b453-8ed48488100d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:52:34.055223 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-86b10170-7ba0-4fef-b453-8ed48488100d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:34.057981 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-86b10170-7ba0-4fef-b453-8ed48488100d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:34.062120 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-bf773bec-b46e-4822-9fab-b1e10288d5cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:34.094326 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86b10170-7ba0-4fef-b453-8ed48488100d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 05:52:34.103328 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b10170-7ba0-4fef-b453-8ed48488100d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1b8c0d-4469-4b0a-a87b-188978163027,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:34.107403 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-86b10170-7ba0-4fef-b453-8ed48488100d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:34.109902 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-86b10170-7ba0-4fef-b453-8ed48488100d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4146814'] for segment, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:34.110287 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.db.segments_db [None req-86b10170-7ba0-4fef-b453-8ed48488100d admin admin] Added segment f411b961-1f94-42ba-ba4b-a6c3cdd62afa of type vxlan for network e6c53ee0-e161-48ab-a023-0745ee9ee6c6 Nov 19 05:52:34.138850 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-86b10170-7ba0-4fef-b453-8ed48488100d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282791720376'] for network, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:34.171180 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-86b10170-7ba0-4fef-b453-8ed48488100d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for network, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:34.172423 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b10170-7ba0-4fef-b453-8ed48488100d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:34.173095 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-86b10170-7ba0-4fef-b453-8ed48488100d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for network, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:34.177991 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:34.275322 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-86b10170-7ba0-4fef-b453-8ed48488100d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5198205 Nov 19 05:52:34.278386 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 38978) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:34.282816 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b10170-7ba0-4fef-b453-8ed48488100d admin admin] Pushing event updated for resources: {'Network': ['ID=e6c53ee0-e161-48ab-a023-0745ee9ee6c6,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:34.285872 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-86b10170-7ba0-4fef-b453-8ed48488100d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:34.286009 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-496a87e7-c7cf-4012-baa4-b39fe8f4b2bd admin admin] Request body: {'subnet': {'network_id': 'e6c53ee0-e161-48ab-a023-0745ee9ee6c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1318580998-subnet', 'tenant_id': '1184d9f30ff14e1cab63bfe9044687fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:52:34.291536 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-496a87e7-c7cf-4012-baa4-b39fe8f4b2bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:52:34.293199 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Network e6c53ee0-e161-48ab-a023-0745ee9ee6c6 details requested by agent ovs-agent-dv-cinder-763306-1-smb with host dv-cinder-763306-1-smb {{(pid=80340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:52:34.295850 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-496a87e7-c7cf-4012-baa4-b39fe8f4b2bd admin admin] Usage tracker for resource:subnet and tenant:1184d9f30ff14e1cab63bfe9044687fa is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:52:34.298935 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-496a87e7-c7cf-4012-baa4-b39fe8f4b2bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:52:34.306452 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-496a87e7-c7cf-4012-baa4-b39fe8f4b2bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:52:34.313209 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Network e6c53ee0-e161-48ab-a023-0745ee9ee6c6 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:52:34.315459 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496a87e7-c7cf-4012-baa4-b39fe8f4b2bd admin admin] Made reservation on behalf of 1184d9f30ff14e1cab63bfe9044687fa for: {'subnet': 1} {{(pid=80338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:52:34.320224 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-496a87e7-c7cf-4012-baa4-b39fe8f4b2bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549692'] for subnet, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:34.726672 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-496a87e7-c7cf-4012-baa4-b39fe8f4b2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10553946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549645'] for subnet, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:34.746016 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:34.879233 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a87e7-c7cf-4012-baa4-b39fe8f4b2bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e04c9cf-a069-4c6d-a58e-7842b871e105,revision_number=0']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:34.883247 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-496a87e7-c7cf-4012-baa4-b39fe8f4b2bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:34.942904 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496a87e7-c7cf-4012-baa4-b39fe8f4b2bd admin admin] Checking segment: {'id': 'f411b961-1f94-42ba-ba4b-a6c3cdd62afa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e6c53ee0-e161-48ab-a023-0745ee9ee6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:52:34.943400 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496a87e7-c7cf-4012-baa4-b39fe8f4b2bd admin admin] Network hostable DHCP agents. Network: e6c53ee0-e161-48ab-a023-0745ee9ee6c6, hostable agents: ['38d37b3f-5317-4144-8207-2d1b2e789405'], hosted agents: [] {{(pid=80338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 05:52:34.965738 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496a87e7-c7cf-4012-baa4-b39fe8f4b2bd admin admin] Network e6c53ee0-e161-48ab-a023-0745ee9ee6c6 is scheduled to be hosted by DHCP agent 38d37b3f-5317-4144-8207-2d1b2e789405 with binding_index 1 {{(pid=80338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 05:52:34.974361 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-496a87e7-c7cf-4012-baa4-b39fe8f4b2bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-1-smb, e6c53ee0-e161-48ab-a023-0745ee9ee6c6) {{(pid=80338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:52:34.984931 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d96f33a-4bf4-473a-bec9-bbb7dda48c46 None None] Network e6c53ee0-e161-48ab-a023-0745ee9ee6c6 requested from dv-cinder-763306-1-smb {{(pid=80340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:52:34.987477 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496a87e7-c7cf-4012-baa4-b39fe8f4b2bd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:34.988135 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-496a87e7-c7cf-4012-baa4-b39fe8f4b2bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for subnet, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:35.009902 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-496a87e7-c7cf-4012-baa4-b39fe8f4b2bd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7301090 Nov 19 05:52:35.218961 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594afacf-1a61-4da9-a9ae-322a9d4f708f None None] Network e6c53ee0-e161-48ab-a023-0745ee9ee6c6 requested from dv-cinder-763306-1-smb {{(pid=80340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:52:37.267766 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf30901-0606-4d14-9d10-90b91484cbca req-a10d9a78-9b3b-475f-8ec5-13b16d784957 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:37.268508 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-abf30901-0606-4d14-9d10-90b91484cbca req-a10d9a78-9b3b-475f-8ec5-13b16d784957 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Synchronizing usage tracker for tenant:1184d9f30ff14e1cab63bfe9044687fa on resource:network {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:52:37.284977 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-abf30901-0606-4d14-9d10-90b91484cbca req-a10d9a78-9b3b-475f-8ec5-13b16d784957 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Unset dirty status for tenant:1184d9f30ff14e1cab63bfe9044687fa on resource:network {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:52:37.286226 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-abf30901-0606-4d14-9d10-90b91484cbca req-a10d9a78-9b3b-475f-8ec5-13b16d784957 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/networks?id=e6c53ee0-e161-48ab-a023-0745ee9ee6c6 HTTP/1.1" status: 200 len: 814 time: 0.1727681 Nov 19 05:52:37.303407 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-abf30901-0606-4d14-9d10-90b91484cbca req-37ac058f-cac9-48a0-9028-02b1315c696b tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/quotas/1184d9f30ff14e1cab63bfe9044687fa HTTP/1.1" status: 200 len: 375 time: 0.0107501 Nov 19 05:52:37.359148 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-abf30901-0606-4d14-9d10-90b91484cbca req-a0d4fb33-5a39-4aa6-961c-ae79b2e0cd8a tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/ports?tenant_id=1184d9f30ff14e1cab63bfe9044687fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502915 Nov 19 05:52:37.505552 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-abf30901-0606-4d14-9d10-90b91484cbca req-19d57f99-c67f-44ab-beb9-94ab11538a8b service neutron] 10.222.0.16 "GET /v2.0/networks/e6c53ee0-e161-48ab-a023-0745ee9ee6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389091 Nov 19 05:52:37.653866 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-abf30901-0606-4d14-9d10-90b91484cbca req-689c2f19-2885-4104-bd7e-f696255729aa service neutron] 10.222.0.16 "GET /v2.0/networks/e6c53ee0-e161-48ab-a023-0745ee9ee6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1409879 Nov 19 05:52:37.851004 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a212f1a4-8d7a-4d99-b56e-5b8bbaf32ab5 req-4136b8b1-3f05-4f25-9fda-4e1e67393695 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/ports?device_id=a9739c2d-9758-4581-afcf-b915be1b247c HTTP/1.1" status: 200 len: 210 time: 0.0460403 Nov 19 05:52:39.024033 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-29874f93-68d7-4273-942a-a484631cf8a0 req-7ea4238a-5a0c-4e21-b827-1d834242b711 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/ports?device_id=a9739c2d-9758-4581-afcf-b915be1b247c HTTP/1.1" status: 200 len: 210 time: 0.0460055 Nov 19 05:52:39.251803 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf30901-0606-4d14-9d10-90b91484cbca req-9bb64e59-4583-40b5-b44f-9bb2525be45d tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:39.253376 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-abf30901-0606-4d14-9d10-90b91484cbca req-9bb64e59-4583-40b5-b44f-9bb2525be45d tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.13 "GET /v2.0/networks?id=e6c53ee0-e161-48ab-a023-0745ee9ee6c6 HTTP/1.1" status: 200 len: 814 time: 0.1593978 Nov 19 05:52:39.276785 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-abf30901-0606-4d14-9d10-90b91484cbca req-158f1808-6ab4-4b31-bbd3-94b45adef564 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Request body: {'port': {'device_id': 'a9739c2d-9758-4581-afcf-b915be1b247c', 'network_id': 'e6c53ee0-e161-48ab-a023-0745ee9ee6c6', 'admin_state_up': True, 'tenant_id': '1184d9f30ff14e1cab63bfe9044687fa'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:52:39.424323 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-abf30901-0606-4d14-9d10-90b91484cbca req-158f1808-6ab4-4b31-bbd3-94b45adef564 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:52:39.428453 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-abf30901-0606-4d14-9d10-90b91484cbca req-158f1808-6ab4-4b31-bbd3-94b45adef564 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Usage tracker for resource:port and tenant:1184d9f30ff14e1cab63bfe9044687fa is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:52:39.432074 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-abf30901-0606-4d14-9d10-90b91484cbca req-158f1808-6ab4-4b31-bbd3-94b45adef564 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Quota usage for port was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:52:39.438009 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-abf30901-0606-4d14-9d10-90b91484cbca req-158f1808-6ab4-4b31-bbd3-94b45adef564 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:52:39.446722 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abf30901-0606-4d14-9d10-90b91484cbca req-158f1808-6ab4-4b31-bbd3-94b45adef564 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Made reservation on behalf of 1184d9f30ff14e1cab63bfe9044687fa for: {'port': 1} {{(pid=80339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:52:39.452153 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-abf30901-0606-4d14-9d10-90b91484cbca req-158f1808-6ab4-4b31-bbd3-94b45adef564 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:39.758217 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [req-abf30901-0606-4d14-9d10-90b91484cbca req-158f1808-6ab4-4b31-bbd3-94b45adef564 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Allocated IP 172.20.0.11 (e6c53ee0-e161-48ab-a023-0745ee9ee6c6/4e04c9cf-a069-4c6d-a58e-7842b871e105/db1c1b36-0f1e-4fc1-9e28-8ab2f0059900) {{(pid=80339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:52:39.967589 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-87f35a54-bc45-4524-ac4f-ac5ed02477e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:39.971183 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-abf30901-0606-4d14-9d10-90b91484cbca req-158f1808-6ab4-4b31-bbd3-94b45adef564 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Notify callbacks [] for port, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:39.997587 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-abf30901-0606-4d14-9d10-90b91484cbca req-158f1808-6ab4-4b31-bbd3-94b45adef564 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474476'] for port, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:40.015605 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-046a55ed-821d-4d56-a7ef-1d891a18b8e1 tempest-VolumesActionsTest-1671230375 tempest-VolumesActionsTest-1671230375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:40.408938 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f1808-6ab4-4b31-bbd3-94b45adef564 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Pushing event updated for resources: {'Port': ['ID=db1c1b36-0f1e-4fc1-9e28-8ab2f0059900,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:40.418761 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-158f1808-6ab4-4b31-bbd3-94b45adef564 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:40.482510 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abf30901-0606-4d14-9d10-90b91484cbca req-158f1808-6ab4-4b31-bbd3-94b45adef564 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Network e6c53ee0-e161-48ab-a023-0745ee9ee6c6 is already hosted by enough agents. {{(pid=80339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:52:40.486149 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [req-abf30901-0606-4d14-9d10-90b91484cbca req-158f1808-6ab4-4b31-bbd3-94b45adef564 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Resources bound (agent type, host, resource id): {{(pid=80339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:52:40.488748 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf30901-0606-4d14-9d10-90b91484cbca req-158f1808-6ab4-4b31-bbd3-94b45adef564 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Received port after_create {{(pid=80339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:52:40.526652 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a5c7f-6cac-4523-9401-fb6c72ee2b88 req-e81ff1ac-7b71-493f-9d95-4c5006d0bd84 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:40.528296 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e46a5c7f-6cac-4523-9401-fb6c72ee2b88 req-e81ff1ac-7b71-493f-9d95-4c5006d0bd84 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/ports?device_id=a9739c2d-9758-4581-afcf-b915be1b247c HTTP/1.1" status: 200 len: 932 time: 0.1854346 Nov 19 05:52:40.596496 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf30901-0606-4d14-9d10-90b91484cbca req-158f1808-6ab4-4b31-bbd3-94b45adef564 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:40.597183 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-abf30901-0606-4d14-9d10-90b91484cbca req-158f1808-6ab4-4b31-bbd3-94b45adef564 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:40.622187 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-e46a5c7f-6cac-4523-9401-fb6c72ee2b88 req-66bcee4c-91eb-457a-8338-676d6595de88 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Synchronizing usage tracker for tenant:1184d9f30ff14e1cab63bfe9044687fa on resource:security_group {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:52:40.631456 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-abf30901-0606-4d14-9d10-90b91484cbca req-158f1808-6ab4-4b31-bbd3-94b45adef564 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3594174 Nov 19 05:52:40.639943 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-e46a5c7f-6cac-4523-9401-fb6c72ee2b88 req-66bcee4c-91eb-457a-8338-676d6595de88 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Unset dirty status for tenant:1184d9f30ff14e1cab63bfe9044687fa on resource:security_group {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:52:40.641108 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e46a5c7f-6cac-4523-9401-fb6c72ee2b88 req-66bcee4c-91eb-457a-8338-676d6595de88 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/security-groups?id=3a1b8c0d-4469-4b0a-a87b-188978163027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039026 Nov 19 05:52:40.648148 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-abf30901-0606-4d14-9d10-90b91484cbca req-39f7a0d6-8891-41f7-9a9f-88d658edd421 service neutron] Request body: {'port': {'device_id': 'a9739c2d-9758-4581-afcf-b915be1b247c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:52:40.761745 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-abf30901-0606-4d14-9d10-90b91484cbca req-39f7a0d6-8891-41f7-9a9f-88d658edd421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:41.161605 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [req-abf30901-0606-4d14-9d10-90b91484cbca req-39f7a0d6-8891-41f7-9a9f-88d658edd421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db1c1b36-0f1e-4fc1-9e28-8ab2f0059900 {{(pid=80339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:52:41.169064 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-abf30901-0606-4d14-9d10-90b91484cbca req-39f7a0d6-8891-41f7-9a9f-88d658edd421 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:41.182012 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [req-abf30901-0606-4d14-9d10-90b91484cbca req-39f7a0d6-8891-41f7-9a9f-88d658edd421 service neutron] Transition to ACTIVE for port object db1c1b36-0f1e-4fc1-9e28-8ab2f0059900 will not be triggered until provisioned by entity L2. {{(pid=80339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:52:41.184347 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-abf30901-0606-4d14-9d10-90b91484cbca req-39f7a0d6-8891-41f7-9a9f-88d658edd421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843301323'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:41.199580 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-9f3d8520-3ab4-413d-8962-6953cb3393fa tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:41.343353 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f7a0d6-8891-41f7-9a9f-88d658edd421 service neutron] Pushing event updated for resources: {'Port': ['ID=db1c1b36-0f1e-4fc1-9e28-8ab2f0059900,revision_number=2']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:41.346427 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-39f7a0d6-8891-41f7-9a9f-88d658edd421 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:41.522857 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-abf30901-0606-4d14-9d10-90b91484cbca req-39f7a0d6-8891-41f7-9a9f-88d658edd421 service neutron] Attempting to bind port db1c1b36-0f1e-4fc1-9e28-8ab2f0059900 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:52:41.523343 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-abf30901-0606-4d14-9d10-90b91484cbca req-39f7a0d6-8891-41f7-9a9f-88d658edd421 service neutron] Attempting to bind port db1c1b36-0f1e-4fc1-9e28-8ab2f0059900 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'f411b961-1f94-42ba-ba4b-a6c3cdd62afa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e6c53ee0-e161-48ab-a023-0745ee9ee6c6'}] {{(pid=80339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:52:41.523582 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf30901-0606-4d14-9d10-90b91484cbca req-39f7a0d6-8891-41f7-9a9f-88d658edd421 service neutron] Attempting to bind port db1c1b36-0f1e-4fc1-9e28-8ab2f0059900 on network e6c53ee0-e161-48ab-a023-0745ee9ee6c6 {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:52:41.531328 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf30901-0606-4d14-9d10-90b91484cbca req-39f7a0d6-8891-41f7-9a9f-88d658edd421 service neutron] Checking agent: {'id': '5d7c8804-5253-4fea-87de-bba3ff4a5dbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 42, 30), 'started_at': datetime.datetime(2020, 11, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:52:41.531704 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf30901-0606-4d14-9d10-90b91484cbca req-39f7a0d6-8891-41f7-9a9f-88d658edd421 service neutron] Checking segment: {'id': 'f411b961-1f94-42ba-ba4b-a6c3cdd62afa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e6c53ee0-e161-48ab-a023-0745ee9ee6c6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:52:41.532103 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-abf30901-0606-4d14-9d10-90b91484cbca req-39f7a0d6-8891-41f7-9a9f-88d658edd421 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:41.532495 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf30901-0606-4d14-9d10-90b91484cbca req-39f7a0d6-8891-41f7-9a9f-88d658edd421 service neutron] Bound using segment: {'id': 'f411b961-1f94-42ba-ba4b-a6c3cdd62afa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e6c53ee0-e161-48ab-a023-0745ee9ee6c6'} {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:52:41.532991 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-abf30901-0606-4d14-9d10-90b91484cbca req-39f7a0d6-8891-41f7-9a9f-88d658edd421 service neutron] Bound port: db1c1b36-0f1e-4fc1-9e28-8ab2f0059900, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f411b961-1f94-42ba-ba4b-a6c3cdd62afa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e6c53ee0-e161-48ab-a023-0745ee9ee6c6'}}] {{(pid=80339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:52:41.533367 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-abf30901-0606-4d14-9d10-90b91484cbca req-39f7a0d6-8891-41f7-9a9f-88d658edd421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:41.627097 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-abf30901-0606-4d14-9d10-90b91484cbca req-39f7a0d6-8891-41f7-9a9f-88d658edd421 service neutron] For port db1c1b36-0f1e-4fc1-9e28-8ab2f0059900, host hv-cinder-76330, cleared binding levels {{(pid=80339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:52:41.630592 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-abf30901-0606-4d14-9d10-90b91484cbca req-39f7a0d6-8891-41f7-9a9f-88d658edd421 service neutron] For port db1c1b36-0f1e-4fc1-9e28-8ab2f0059900, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=db1c1b36-0f1e-4fc1-9e28-8ab2f0059900,segment=NetworkSegment(f411b961-1f94-42ba-ba4b-a6c3cdd62afa),segment_id=f411b961-1f94-42ba-ba4b-a6c3cdd62afa)] {{(pid=80339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:52:41.634553 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-abf30901-0606-4d14-9d10-90b91484cbca req-39f7a0d6-8891-41f7-9a9f-88d658edd421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843301323'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:41.650652 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-4cb538b7-bd30-4bd9-bb15-9eb3bd8d1d0b tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:41.845843 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f7a0d6-8891-41f7-9a9f-88d658edd421 service neutron] Pushing event updated for resources: {'Port': ['ID=db1c1b36-0f1e-4fc1-9e28-8ab2f0059900,revision_number=3']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:41.851469 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-39f7a0d6-8891-41f7-9a9f-88d658edd421 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:41.920817 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f50dde-d493-4c36-a18a-50b33f246b02 req-652da16e-f091-4869-bdac-07df8eac590d tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:41.921661 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-b8f50dde-d493-4c36-a18a-50b33f246b02 req-652da16e-f091-4869-bdac-07df8eac590d tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Synchronizing usage tracker for tenant:1184d9f30ff14e1cab63bfe9044687fa on resource:port {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:52:41.925068 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-abf30901-0606-4d14-9d10-90b91484cbca req-39f7a0d6-8891-41f7-9a9f-88d658edd421 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:41.926551 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-abf30901-0606-4d14-9d10-90b91484cbca req-39f7a0d6-8891-41f7-9a9f-88d658edd421 service neutron] 10.222.0.13 "PUT /v2.0/ports/db1c1b36-0f1e-4fc1-9e28-8ab2f0059900 HTTP/1.1" status: 200 len: 1158 time: 1.2828259 Nov 19 05:52:41.928273 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9739c2d-9758-4581-afcf-b915be1b247c', 'tag': 'db1c1b36-0f1e-4fc1-9e28-8ab2f0059900'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:52:41.950111 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-b8f50dde-d493-4c36-a18a-50b33f246b02 req-652da16e-f091-4869-bdac-07df8eac590d tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Unset dirty status for tenant:1184d9f30ff14e1cab63bfe9044687fa on resource:port {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:52:41.951626 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b8f50dde-d493-4c36-a18a-50b33f246b02 req-652da16e-f091-4869-bdac-07df8eac590d tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/ports?device_id=a9739c2d-9758-4581-afcf-b915be1b247c HTTP/1.1" status: 200 len: 944 time: 0.1663709 Nov 19 05:52:42.024002 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9739c2d-9758-4581-afcf-b915be1b247c', 'tag': 'db1c1b36-0f1e-4fc1-9e28-8ab2f0059900', 'status': 'completed', 'code': 200} Nov 19 05:52:42.059064 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b8f50dde-d493-4c36-a18a-50b33f246b02 req-5785639d-837f-431e-ac13-f26393f8548d tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/security-groups?id=3a1b8c0d-4469-4b0a-a87b-188978163027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012866 Nov 19 05:52:42.084552 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-abf30901-0606-4d14-9d10-90b91484cbca req-a848f1e2-cc23-403f-a6cf-98ddb0daeae4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1184d9f30ff14e1cab63bfe9044687fa&device_id=a9739c2d-9758-4581-afcf-b915be1b247c HTTP/1.1" status: 200 len: 1161 time: 0.1026595 Nov 19 05:52:42.164340 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-abf30901-0606-4d14-9d10-90b91484cbca req-266ba6c7-3561-40ea-b9c2-17f76651dd68 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db1c1b36-0f1e-4fc1-9e28-8ab2f0059900 HTTP/1.1" status: 200 len: 217 time: 0.0666988 Nov 19 05:52:42.234956 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf30901-0606-4d14-9d10-90b91484cbca req-b347ce47-d513-426b-89c6-96566ba6e36b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:42.236406 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-abf30901-0606-4d14-9d10-90b91484cbca req-b347ce47-d513-426b-89c6-96566ba6e36b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e04c9cf-a069-4c6d-a58e-7842b871e105 HTTP/1.1" status: 200 len: 854 time: 0.0660789 Nov 19 05:52:42.286263 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-abf30901-0606-4d14-9d10-90b91484cbca req-fe470efa-f76f-4f4a-9c69-cb820f008fe3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6c53ee0-e161-48ab-a023-0745ee9ee6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423954 Nov 19 05:52:42.427087 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-abf30901-0606-4d14-9d10-90b91484cbca req-ef069f8e-6c33-40ea-849e-183056c7adfb service neutron] 10.222.0.13 "GET /v2.0/networks/e6c53ee0-e161-48ab-a023-0745ee9ee6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335254 Nov 19 05:52:42.464158 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-668e9183-d803-4147-bd22-3806193d4e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:42.579382 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-abf30901-0606-4d14-9d10-90b91484cbca req-47911c09-fe8c-41a9-b0ea-02235b27c7b8 service neutron] 10.222.0.13 "GET /v2.0/networks/e6c53ee0-e161-48ab-a023-0745ee9ee6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1458540 Nov 19 05:52:42.749902 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-81dd4271-a98c-41a1-92a4-fd9b7b4c2007 req-c91fd01a-df33-47c2-9a7f-e3637ba754fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1184d9f30ff14e1cab63bfe9044687fa&device_id=a9739c2d-9758-4581-afcf-b915be1b247c HTTP/1.1" status: 200 len: 1161 time: 0.0754170 Nov 19 05:52:42.891842 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd4271-a98c-41a1-92a4-fd9b7b4c2007 req-6caf0583-3073-45bd-93a5-dd8c54b39316 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:42.893359 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-81dd4271-a98c-41a1-92a4-fd9b7b4c2007 req-6caf0583-3073-45bd-93a5-dd8c54b39316 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6c53ee0-e161-48ab-a023-0745ee9ee6c6 HTTP/1.1" status: 200 len: 908 time: 0.1360271 Nov 19 05:52:42.970491 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-81dd4271-a98c-41a1-92a4-fd9b7b4c2007 req-b56ff7d3-ff73-4c7b-9133-2d03e36b3279 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db1c1b36-0f1e-4fc1-9e28-8ab2f0059900 HTTP/1.1" status: 200 len: 217 time: 0.0692368 Nov 19 05:52:42.996015 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:43.040325 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd4271-a98c-41a1-92a4-fd9b7b4c2007 req-6b18f73d-d154-4046-9b0c-920ece9da723 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:43.041994 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-81dd4271-a98c-41a1-92a4-fd9b7b4c2007 req-6b18f73d-d154-4046-9b0c-920ece9da723 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e04c9cf-a069-4c6d-a58e-7842b871e105 HTTP/1.1" status: 200 len: 854 time: 0.0642936 Nov 19 05:52:43.097296 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-81dd4271-a98c-41a1-92a4-fd9b7b4c2007 req-0da122d7-0104-408c-a80c-f68fc2f289e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6c53ee0-e161-48ab-a023-0745ee9ee6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480847 Nov 19 05:52:43.296449 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-81dd4271-a98c-41a1-92a4-fd9b7b4c2007 req-2d05cf68-da3f-42c6-b583-89312753accc service neutron] 10.222.0.13 "GET /v2.0/networks/e6c53ee0-e161-48ab-a023-0745ee9ee6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919298 Nov 19 05:52:43.319763 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc7c3a-58a3-4412-8db2-0484008a7aec req-1c7e00f6-4005-437f-ac48-ff893068036e tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:43.321940 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c5dc7c3a-58a3-4412-8db2-0484008a7aec req-1c7e00f6-4005-437f-ac48-ff893068036e tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/ports?device_id=a9739c2d-9758-4581-afcf-b915be1b247c HTTP/1.1" status: 200 len: 944 time: 0.1245954 Nov 19 05:52:43.474472 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c5dc7c3a-58a3-4412-8db2-0484008a7aec req-a6d2c6b1-8fae-4a59-add5-f0ff1b12e6d3 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/security-groups?id=3a1b8c0d-4469-4b0a-a87b-188978163027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272664 Nov 19 05:52:43.501231 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-81dd4271-a98c-41a1-92a4-fd9b7b4c2007 req-71ee3a66-713f-4770-91c8-7537cf5b0448 service neutron] 10.222.0.13 "GET /v2.0/networks/e6c53ee0-e161-48ab-a023-0745ee9ee6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1782494 Nov 19 05:52:43.916069 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:44.146076 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:44.691587 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d52df2-5f0a-476b-9363-19c2db59e0a7 req-37007641-b941-43e7-b230-0ac7b3a7e7a1 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:44.693225 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-63d52df2-5f0a-476b-9363-19c2db59e0a7 req-37007641-b941-43e7-b230-0ac7b3a7e7a1 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/ports?device_id=a9739c2d-9758-4581-afcf-b915be1b247c HTTP/1.1" status: 200 len: 944 time: 0.0876842 Nov 19 05:52:44.742601 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-63d52df2-5f0a-476b-9363-19c2db59e0a7 req-7a6f6294-015f-4f6d-929b-3f494fc28c75 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/security-groups?id=3a1b8c0d-4469-4b0a-a87b-188978163027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424352 Nov 19 05:52:45.426221 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.objects.ports [None req-a6514bd7-65c3-44d8-9fdf-2a5710c85341 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80340) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 05:52:45.821774 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device db1c1b36-0f1e-4fc1-9e28-8ab2f0059900 up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:52:45.894197 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning for port db1c1b36-0f1e-4fc1-9e28-8ab2f0059900 completed by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:52:45.899564 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port db1c1b36-0f1e-4fc1-9e28-8ab2f0059900 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:52:45.900012 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:45.951548 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4a43d-ee91-4723-ba03-c43ecb2a01e1 req-fb1746e5-9962-4424-b7c7-283f06998e78 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:45.953703 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fed4a43d-ee91-4723-ba03-c43ecb2a01e1 req-fb1746e5-9962-4424-b7c7-283f06998e78 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/ports?device_id=a9739c2d-9758-4581-afcf-b915be1b247c HTTP/1.1" status: 200 len: 944 time: 0.0823286 Nov 19 05:52:46.004966 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fed4a43d-ee91-4723-ba03-c43ecb2a01e1 req-e3a499f5-46eb-4c93-a6be-d3efd2f19325 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/security-groups?id=3a1b8c0d-4469-4b0a-a87b-188978163027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446541 Nov 19 05:52:46.015627 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:46.043642 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9739c2d-9758-4581-afcf-b915be1b247c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1c1b36-0f1e-4fc1-9e28-8ab2f0059900'}] {{(pid=80340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:52:46.054373 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] For port db1c1b36-0f1e-4fc1-9e28-8ab2f0059900, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=db1c1b36-0f1e-4fc1-9e28-8ab2f0059900,segment=NetworkSegment(f411b961-1f94-42ba-ba4b-a6c3cdd62afa),segment_id=f411b961-1f94-42ba-ba4b-a6c3cdd62afa)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:52:46.058261 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:46.060355 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:46.106245 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9739c2d-9758-4581-afcf-b915be1b247c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1c1b36-0f1e-4fc1-9e28-8ab2f0059900', 'code': 200} Nov 19 05:52:46.133985 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Pushing event updated for resources: {'Port': ['ID=db1c1b36-0f1e-4fc1-9e28-8ab2f0059900,revision_number=4']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:46.137297 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:46.376394 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fb9d8891-7ca9-4a0b-8092-479027aa57d2 req-93ef9172-6672-4122-9131-5449a98f711e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a9739c2d-9758-4581-afcf-b915be1b247c HTTP/1.1" status: 200 len: 1163 time: 0.0753222 Nov 19 05:52:46.423606 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fb9d8891-7ca9-4a0b-8092-479027aa57d2 req-67b8ffd8-36e0-4202-809b-8af541d24672 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3a1b8c0d-4469-4b0a-a87b-188978163027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397635 Nov 19 05:52:47.226838 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51fa5f-a093-4cba-8af5-cb6432e17eeb req-709c3199-81fc-4b43-9922-a6c325869193 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:47.229209 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-da51fa5f-a093-4cba-8af5-cb6432e17eeb req-709c3199-81fc-4b43-9922-a6c325869193 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/ports?device_id=a9739c2d-9758-4581-afcf-b915be1b247c HTTP/1.1" status: 200 len: 946 time: 0.0853937 Nov 19 05:52:47.458820 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device db1c1b36-0f1e-4fc1-9e28-8ab2f0059900 up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:52:47.494037 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-da51fa5f-a093-4cba-8af5-cb6432e17eeb req-70e79b86-4794-42f9-a1e0-b3ca6a2b7838 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/security-groups?id=3a1b8c0d-4469-4b0a-a87b-188978163027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587090 Nov 19 05:52:47.549112 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port db1c1b36-0f1e-4fc1-9e28-8ab2f0059900 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:52:47.549531 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:48.710663 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd66f4e-56cb-4010-94dc-3678ed903e6a req-25002e85-621e-4198-aa41-5b5727265ece tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:48.712278 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7cd66f4e-56cb-4010-94dc-3678ed903e6a req-25002e85-621e-4198-aa41-5b5727265ece tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/ports?device_id=a9739c2d-9758-4581-afcf-b915be1b247c HTTP/1.1" status: 200 len: 946 time: 0.0840542 Nov 19 05:52:48.760209 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7cd66f4e-56cb-4010-94dc-3678ed903e6a req-0696b1b0-d052-4360-898a-bb05b650aaa2 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/security-groups?id=3a1b8c0d-4469-4b0a-a87b-188978163027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418985 Nov 19 05:52:51.235386 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 39274) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:51.387136 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-503d3827-c9c4-4c2c-8e10-27c0e40c88c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:51.420081 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-503d3827-c9c4-4c2c-8e10-27c0e40c88c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:52:51.424203 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-503d3827-c9c4-4c2c-8e10-27c0e40c88c6 admin admin] Usage tracker for resource:security_group_rule and tenant:aeb8fca15b464290a54c634fd61a4758 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:52:51.427434 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-503d3827-c9c4-4c2c-8e10-27c0e40c88c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:52:51.433426 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-503d3827-c9c4-4c2c-8e10-27c0e40c88c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:52:51.501319 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-503d3827-c9c4-4c2c-8e10-27c0e40c88c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:51.504030 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-503d3827-c9c4-4c2c-8e10-27c0e40c88c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:51.511998 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-6880d77a-93d0-44ab-a887-49247cf32a60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:51.557743 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d3827-c9c4-4c2c-8e10-27c0e40c88c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c48919d-fb27-4780-b6f8-d72fdb9483ed,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:51.561267 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-503d3827-c9c4-4c2c-8e10-27c0e40c88c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:51.566885 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 39282) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:51.567028 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-503d3827-c9c4-4c2c-8e10-27c0e40c88c6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aeb8fca15b464290a54c634fd61a4758&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3304572 Nov 19 05:52:51.646330 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-afac72a5-f30d-425d-8801-08174a4127db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:51.673759 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-afac72a5-f30d-425d-8801-08174a4127db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:51.717730 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-afac72a5-f30d-425d-8801-08174a4127db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:51.722840 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-698c6b30-1c9e-4ff3-95c6-64bf48a5c254 tempest-VolumesNegativeTest-1586465174 tempest-VolumesNegativeTest-1586465174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:51.734015 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac72a5-f30d-425d-8801-08174a4127db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c48919d-fb27-4780-b6f8-d72fdb9483ed,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:51.737669 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-afac72a5-f30d-425d-8801-08174a4127db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:51.740800 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-afac72a5-f30d-425d-8801-08174a4127db admin admin] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:51.742033 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-afac72a5-f30d-425d-8801-08174a4127db admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c48919d-fb27-4780-b6f8-d72fdb9483ed HTTP/1.1" status: 204 len: 168 time: 0.1737287 Nov 19 05:52:52.083693 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 39290) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:52.105263 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a76b1956-87cd-4dfe-9e0e-48b4850d4825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:52.139812 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-a76b1956-87cd-4dfe-9e0e-48b4850d4825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:52:52.143982 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-a76b1956-87cd-4dfe-9e0e-48b4850d4825 admin admin] Usage tracker for resource:security_group_rule and tenant:2a0997a66aef4076bbc0fb4835a17b0e is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:52:52.147029 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-a76b1956-87cd-4dfe-9e0e-48b4850d4825 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:52:52.152924 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-a76b1956-87cd-4dfe-9e0e-48b4850d4825 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:52:52.221280 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a76b1956-87cd-4dfe-9e0e-48b4850d4825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:52.224189 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a76b1956-87cd-4dfe-9e0e-48b4850d4825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:52.232510 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d3991851-3398-49fa-9823-4ebaa0de8192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:52.277157 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b1956-87cd-4dfe-9e0e-48b4850d4825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b477b4c-e99c-492e-b51b-ec411cd48220,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:52.281820 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-a76b1956-87cd-4dfe-9e0e-48b4850d4825 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a0997a66aef4076bbc0fb4835a17b0e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1970255 Nov 19 05:52:52.282799 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-a76b1956-87cd-4dfe-9e0e-48b4850d4825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:52.284445 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 39294) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:52.349810 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3a885a72-f536-48b6-bcbb-75942982daf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:52.381522 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3a885a72-f536-48b6-bcbb-75942982daf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:52.649283 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3a885a72-f536-48b6-bcbb-75942982daf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:52.655559 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-066bbf59-5215-497b-a241-a8b6c43fc7b8 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:52.669501 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a885a72-f536-48b6-bcbb-75942982daf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b477b4c-e99c-492e-b51b-ec411cd48220,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:52.672102 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-3a885a72-f536-48b6-bcbb-75942982daf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:52.681771 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3a885a72-f536-48b6-bcbb-75942982daf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:52.685137 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-3a885a72-f536-48b6-bcbb-75942982daf2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b477b4c-e99c-492e-b51b-ec411cd48220 HTTP/1.1" status: 204 len: 168 time: 0.3993704 Nov 19 05:53:00.205728 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:06.229579 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 6 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:53:09.968882 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3bcba6e2-2d2c-41da-af5f-00688b5fce62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:11.417883 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 39576) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:53:11.574192 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-591e211c-f542-48c9-9dd1-fb0888f251d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:11.615223 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-591e211c-f542-48c9-9dd1-fb0888f251d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:53:11.622719 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-591e211c-f542-48c9-9dd1-fb0888f251d5 admin admin] Usage tracker for resource:security_group_rule and tenant:31535978bc0a4bb0b24892c1eea4d040 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:53:11.626001 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-591e211c-f542-48c9-9dd1-fb0888f251d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:53:11.631757 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-591e211c-f542-48c9-9dd1-fb0888f251d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:53:11.699062 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-591e211c-f542-48c9-9dd1-fb0888f251d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:11.701701 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-591e211c-f542-48c9-9dd1-fb0888f251d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:11.709760 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-333c3b71-cccf-4923-a4a7-9f73f7304fa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:11.754275 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-591e211c-f542-48c9-9dd1-fb0888f251d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=31535978bc0a4bb0b24892c1eea4d040&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3351080 Nov 19 05:53:11.755069 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e211c-f542-48c9-9dd1-fb0888f251d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbafb1c8-33bc-4e0a-bce1-0216b9f7b4b7,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:11.756985 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 39584) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:53:11.764948 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e211c-f542-48c9-9dd1-fb0888f251d5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.765410 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e211c-f542-48c9-9dd1-fb0888f251d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.765815 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e211c-f542-48c9-9dd1-fb0888f251d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.766207 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e211c-f542-48c9-9dd1-fb0888f251d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.766598 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e211c-f542-48c9-9dd1-fb0888f251d5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.766996 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e211c-f542-48c9-9dd1-fb0888f251d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.767383 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e211c-f542-48c9-9dd1-fb0888f251d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.767774 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e211c-f542-48c9-9dd1-fb0888f251d5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.768167 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e211c-f542-48c9-9dd1-fb0888f251d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.768555 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e211c-f542-48c9-9dd1-fb0888f251d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.768968 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e211c-f542-48c9-9dd1-fb0888f251d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.769354 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e211c-f542-48c9-9dd1-fb0888f251d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.769848 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e211c-f542-48c9-9dd1-fb0888f251d5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.770135 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e211c-f542-48c9-9dd1-fb0888f251d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.770519 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e211c-f542-48c9-9dd1-fb0888f251d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.770902 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e211c-f542-48c9-9dd1-fb0888f251d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.771286 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e211c-f542-48c9-9dd1-fb0888f251d5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.771741 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e211c-f542-48c9-9dd1-fb0888f251d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.772042 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e211c-f542-48c9-9dd1-fb0888f251d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.772423 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e211c-f542-48c9-9dd1-fb0888f251d5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.772804 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e211c-f542-48c9-9dd1-fb0888f251d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.773210 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e211c-f542-48c9-9dd1-fb0888f251d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.773593 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e211c-f542-48c9-9dd1-fb0888f251d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.773974 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e211c-f542-48c9-9dd1-fb0888f251d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.779169 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-591e211c-f542-48c9-9dd1-fb0888f251d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:11.825660 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8858b4db-8355-4279-a982-11b4e164ac9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:11.852935 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8858b4db-8355-4279-a982-11b4e164ac9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:11.900063 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8858b4db-8355-4279-a982-11b4e164ac9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:11.905670 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-1c354c22-d69f-4e73-b8cc-d77b31ed942e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:11.918069 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858b4db-8355-4279-a982-11b4e164ac9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbafb1c8-33bc-4e0a-bce1-0216b9f7b4b7,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:11.928077 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8858b4db-8355-4279-a982-11b4e164ac9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:11.931702 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-8858b4db-8355-4279-a982-11b4e164ac9f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cbafb1c8-33bc-4e0a-bce1-0216b9f7b4b7 HTTP/1.1" status: 204 len: 168 time: 0.1712222 Nov 19 05:53:11.931702 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858b4db-8355-4279-a982-11b4e164ac9f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.931702 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858b4db-8355-4279-a982-11b4e164ac9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.931988 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858b4db-8355-4279-a982-11b4e164ac9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.932367 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858b4db-8355-4279-a982-11b4e164ac9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.932765 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858b4db-8355-4279-a982-11b4e164ac9f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.933218 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858b4db-8355-4279-a982-11b4e164ac9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.933587 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858b4db-8355-4279-a982-11b4e164ac9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.933977 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858b4db-8355-4279-a982-11b4e164ac9f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.934364 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858b4db-8355-4279-a982-11b4e164ac9f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.934752 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858b4db-8355-4279-a982-11b4e164ac9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.935144 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858b4db-8355-4279-a982-11b4e164ac9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.935534 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858b4db-8355-4279-a982-11b4e164ac9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.935962 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858b4db-8355-4279-a982-11b4e164ac9f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.936350 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858b4db-8355-4279-a982-11b4e164ac9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.936737 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858b4db-8355-4279-a982-11b4e164ac9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.937143 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858b4db-8355-4279-a982-11b4e164ac9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.937730 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858b4db-8355-4279-a982-11b4e164ac9f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.937982 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858b4db-8355-4279-a982-11b4e164ac9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.938246 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858b4db-8355-4279-a982-11b4e164ac9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.938630 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858b4db-8355-4279-a982-11b4e164ac9f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.939011 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858b4db-8355-4279-a982-11b4e164ac9f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.939394 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858b4db-8355-4279-a982-11b4e164ac9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.939776 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858b4db-8355-4279-a982-11b4e164ac9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.940161 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858b4db-8355-4279-a982-11b4e164ac9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:11.943742 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-8858b4db-8355-4279-a982-11b4e164ac9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:12.281813 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 39594) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:53:12.301611 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-7d76e496-5146-4f2c-a9f6-c7ef9c411805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:12.333032 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-7d76e496-5146-4f2c-a9f6-c7ef9c411805 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:53:12.337033 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-7d76e496-5146-4f2c-a9f6-c7ef9c411805 admin admin] Usage tracker for resource:security_group_rule and tenant:74ab9fc97b1240699be4bf37b974b4db is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:53:12.340433 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-7d76e496-5146-4f2c-a9f6-c7ef9c411805 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:53:12.346210 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-7d76e496-5146-4f2c-a9f6-c7ef9c411805 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:53:12.411707 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-7d76e496-5146-4f2c-a9f6-c7ef9c411805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:12.414400 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-7d76e496-5146-4f2c-a9f6-c7ef9c411805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:12.422364 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-25f1e233-909a-47e5-bb33-16d5d4339c15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:12.457669 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a3782f27-0e7e-4187-b423-c297c338d557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:12.464848 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76e496-5146-4f2c-a9f6-c7ef9c411805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd147715-a25e-4880-ac3f-00d6a8386992,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:12.468107 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-7d76e496-5146-4f2c-a9f6-c7ef9c411805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:12.470592 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-7d76e496-5146-4f2c-a9f6-c7ef9c411805 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=74ab9fc97b1240699be4bf37b974b4db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1876457 Nov 19 05:53:12.473459 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 39598) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:53:12.540304 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-961d5c69-2300-4dab-87f6-c8d3e545e204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:12.567376 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-961d5c69-2300-4dab-87f6-c8d3e545e204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:12.612611 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-961d5c69-2300-4dab-87f6-c8d3e545e204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:12.617783 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-591e211c-f542-48c9-9dd1-fb0888f251d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:12.631439 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d5c69-2300-4dab-87f6-c8d3e545e204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd147715-a25e-4880-ac3f-00d6a8386992,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:12.634380 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-961d5c69-2300-4dab-87f6-c8d3e545e204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:12.643510 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-961d5c69-2300-4dab-87f6-c8d3e545e204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:12.644957 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-961d5c69-2300-4dab-87f6-c8d3e545e204 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dd147715-a25e-4880-ac3f-00d6a8386992 HTTP/1.1" status: 204 len: 168 time: 0.1703331 Nov 19 05:53:13.000625 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:13.923125 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:14.023127 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 39638) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:53:14.151213 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:14.179402 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1fd579a2-6f13-4e38-8f6a-231eb1e72073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:14.214618 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-1fd579a2-6f13-4e38-8f6a-231eb1e72073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:53:14.218925 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-1fd579a2-6f13-4e38-8f6a-231eb1e72073 admin admin] Usage tracker for resource:security_group_rule and tenant:76e5943f0f614344b2ae6c707d5491cb is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:53:14.222152 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-1fd579a2-6f13-4e38-8f6a-231eb1e72073 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:53:14.227967 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-1fd579a2-6f13-4e38-8f6a-231eb1e72073 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:53:14.298444 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1fd579a2-6f13-4e38-8f6a-231eb1e72073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:14.301215 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-1fd579a2-6f13-4e38-8f6a-231eb1e72073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:14.309121 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-347d7bfd-1850-4470-806a-887722a32853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:14.351081 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd579a2-6f13-4e38-8f6a-231eb1e72073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75de47a7-e3da-4ab2-b898-c0ced2bf56aa,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:14.356161 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-1fd579a2-6f13-4e38-8f6a-231eb1e72073 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=76e5943f0f614344b2ae6c707d5491cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3319514 Nov 19 05:53:14.357171 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-1fd579a2-6f13-4e38-8f6a-231eb1e72073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:14.358789 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 39644) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:53:14.421285 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3eba7229-d1c1-4851-b2e4-e0150218a9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:14.447428 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3eba7229-d1c1-4851-b2e4-e0150218a9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:14.491608 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3eba7229-d1c1-4851-b2e4-e0150218a9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:14.496522 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-730f873a-c4c3-4a51-a5aa-a8bf59d6d31a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:14.509832 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba7229-d1c1-4851-b2e4-e0150218a9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75de47a7-e3da-4ab2-b898-c0ced2bf56aa,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:14.513606 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-3eba7229-d1c1-4851-b2e4-e0150218a9a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:14.519087 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3eba7229-d1c1-4851-b2e4-e0150218a9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:14.520299 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-3eba7229-d1c1-4851-b2e4-e0150218a9a9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/75de47a7-e3da-4ab2-b898-c0ced2bf56aa HTTP/1.1" status: 204 len: 168 time: 0.1605484 Nov 19 05:53:15.344559 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80339) accepted ('10.222.0.16', 39668) {{(pid=80339) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:53:15.482389 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-dd59258d-ce24-47ff-96b5-cbf414d3d98b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1920036146-network', 'tenant_id': 'e3e3a10714cd4e51af843da979c43376'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:53:15.487452 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-dd59258d-ce24-47ff-96b5-cbf414d3d98b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:53:15.491540 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-dd59258d-ce24-47ff-96b5-cbf414d3d98b admin admin] Usage tracker for resource:network and tenant:e3e3a10714cd4e51af843da979c43376 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:53:15.494595 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-dd59258d-ce24-47ff-96b5-cbf414d3d98b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:53:15.500525 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-dd59258d-ce24-47ff-96b5-cbf414d3d98b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:53:15.514425 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd59258d-ce24-47ff-96b5-cbf414d3d98b admin admin] Made reservation on behalf of e3e3a10714cd4e51af843da979c43376 for: {'network': 1} {{(pid=80339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:53:15.519367 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-dd59258d-ce24-47ff-96b5-cbf414d3d98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for network, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:15.533153 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-dd59258d-ce24-47ff-96b5-cbf414d3d98b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:15.565193 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-dd59258d-ce24-47ff-96b5-cbf414d3d98b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:53:15.569275 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-dd59258d-ce24-47ff-96b5-cbf414d3d98b admin admin] Usage tracker for resource:security_group_rule and tenant:e3e3a10714cd4e51af843da979c43376 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:53:15.572702 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-dd59258d-ce24-47ff-96b5-cbf414d3d98b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:53:15.578584 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-dd59258d-ce24-47ff-96b5-cbf414d3d98b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:53:15.645299 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-dd59258d-ce24-47ff-96b5-cbf414d3d98b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:15.648084 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-dd59258d-ce24-47ff-96b5-cbf414d3d98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:15.652859 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f720f174-7821-47fd-916a-c6e88267bfff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:15.684981 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd59258d-ce24-47ff-96b5-cbf414d3d98b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 05:53:15.694034 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59258d-ce24-47ff-96b5-cbf414d3d98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b40d53-e2c6-4b26-8a85-1d7b1544ee30,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:15.697948 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-dd59258d-ce24-47ff-96b5-cbf414d3d98b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:15.700430 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-dd59258d-ce24-47ff-96b5-cbf414d3d98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4146814'] for segment, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:15.700880 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.db.segments_db [None req-dd59258d-ce24-47ff-96b5-cbf414d3d98b admin admin] Added segment a438abfd-19f3-403a-aad2-698341cfc097 of type vxlan for network 8c1f1990-04d7-474e-ad88-b00f95a530af Nov 19 05:53:15.727591 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-dd59258d-ce24-47ff-96b5-cbf414d3d98b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282791720376'] for network, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:15.757237 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-dd59258d-ce24-47ff-96b5-cbf414d3d98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for network, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:15.758471 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd59258d-ce24-47ff-96b5-cbf414d3d98b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:15.759115 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-dd59258d-ce24-47ff-96b5-cbf414d3d98b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for network, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:15.764006 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:15.869991 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-dd59258d-ce24-47ff-96b5-cbf414d3d98b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5242050 Nov 19 05:53:15.870935 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59258d-ce24-47ff-96b5-cbf414d3d98b admin admin] Pushing event updated for resources: {'Network': ['ID=8c1f1990-04d7-474e-ad88-b00f95a530af,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:15.873100 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 39674) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:53:15.874117 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-dd59258d-ce24-47ff-96b5-cbf414d3d98b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:15.879552 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-3209ef13-6db3-40ee-95ba-53073ccd721c admin admin] Request body: {'subnet': {'network_id': '8c1f1990-04d7-474e-ad88-b00f95a530af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1920036146-subnet', 'tenant_id': 'e3e3a10714cd4e51af843da979c43376', 'ip_version': 4}} {{(pid=80338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:53:15.882138 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Network 8c1f1990-04d7-474e-ad88-b00f95a530af details requested by agent ovs-agent-dv-cinder-763306-1-smb with host dv-cinder-763306-1-smb {{(pid=80340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:53:15.885935 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-3209ef13-6db3-40ee-95ba-53073ccd721c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:53:15.890028 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-3209ef13-6db3-40ee-95ba-53073ccd721c admin admin] Usage tracker for resource:subnet and tenant:e3e3a10714cd4e51af843da979c43376 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:53:15.893105 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-3209ef13-6db3-40ee-95ba-53073ccd721c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:53:15.899036 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-3209ef13-6db3-40ee-95ba-53073ccd721c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:53:15.901106 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Network 8c1f1990-04d7-474e-ad88-b00f95a530af details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:53:15.910242 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3209ef13-6db3-40ee-95ba-53073ccd721c admin admin] Made reservation on behalf of e3e3a10714cd4e51af843da979c43376 for: {'subnet': 1} {{(pid=80338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:53:15.914972 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3209ef13-6db3-40ee-95ba-53073ccd721c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549692'] for subnet, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:16.338012 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3209ef13-6db3-40ee-95ba-53073ccd721c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10553946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549645'] for subnet, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:16.355534 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d7c1873e-1fed-45a4-bf1a-04cbed44848d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:16.494458 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209ef13-6db3-40ee-95ba-53073ccd721c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dcd4674-daac-4e5a-a6f8-d26d382c909b,revision_number=0']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:16.498663 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-3209ef13-6db3-40ee-95ba-53073ccd721c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:16.561761 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3209ef13-6db3-40ee-95ba-53073ccd721c admin admin] Checking segment: {'id': 'a438abfd-19f3-403a-aad2-698341cfc097', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8c1f1990-04d7-474e-ad88-b00f95a530af'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:53:16.562159 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3209ef13-6db3-40ee-95ba-53073ccd721c admin admin] Network hostable DHCP agents. Network: 8c1f1990-04d7-474e-ad88-b00f95a530af, hostable agents: ['38d37b3f-5317-4144-8207-2d1b2e789405'], hosted agents: [] {{(pid=80338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 05:53:16.584433 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3209ef13-6db3-40ee-95ba-53073ccd721c admin admin] Network 8c1f1990-04d7-474e-ad88-b00f95a530af is scheduled to be hosted by DHCP agent 38d37b3f-5317-4144-8207-2d1b2e789405 with binding_index 1 {{(pid=80338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 05:53:16.593583 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-3209ef13-6db3-40ee-95ba-53073ccd721c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-1-smb, 8c1f1990-04d7-474e-ad88-b00f95a530af) {{(pid=80338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:53:16.603001 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639d021d-d3e8-44f0-bcff-257bdd266d9d None None] Network 8c1f1990-04d7-474e-ad88-b00f95a530af requested from dv-cinder-763306-1-smb {{(pid=80340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:53:16.606401 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3209ef13-6db3-40ee-95ba-53073ccd721c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:16.607056 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3209ef13-6db3-40ee-95ba-53073ccd721c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for subnet, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:16.626137 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-3209ef13-6db3-40ee-95ba-53073ccd721c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7518675 Nov 19 05:53:16.628881 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 39686) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:53:16.634850 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [None req-f75cb377-3da3-4702-a635-b30e922b75ee admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1920036146-router', 'tenant_id': 'e3e3a10714cd4e51af843da979c43376', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e'}}} {{(pid=80338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:53:16.639986 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-f75cb377-3da3-4702-a635-b30e922b75ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:53:16.644092 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-f75cb377-3da3-4702-a635-b30e922b75ee admin admin] Usage tracker for resource:router and tenant:e3e3a10714cd4e51af843da979c43376 is out of sync, need to count used quota {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:53:16.647744 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [None req-f75cb377-3da3-4702-a635-b30e922b75ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:53:16.654253 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [None req-f75cb377-3da3-4702-a635-b30e922b75ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:53:16.663442 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f75cb377-3da3-4702-a635-b30e922b75ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38373'] for router, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:16.664432 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f75cb377-3da3-4702-a635-b30e922b75ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854063313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854019519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737428'] for router, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:16.683060 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f75cb377-3da3-4702-a635-b30e922b75ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:16.833850 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped1c157f-4dcd-59a2-8ff2-6731283fc27f-8c1f1990-04d7-474e-ad88-b00f95a530af', 'network_id': '8c1f1990-04d7-474e-ad88-b00f95a530af', 'tenant_id': 'e3e3a10714cd4e51af843da979c43376', 'fixed_ips': [{'subnet_id': '2dcd4674-daac-4e5a-a6f8-d26d382c909b'}]}} from dv-cinder-763306-1-smb. {{(pid=80340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 19 05:53:16.834742 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:16.838032 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f75cb377-3da3-4702-a635-b30e922b75ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854063298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737441'] for router, precommit_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:17.037531 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f75cb377-3da3-4702-a635-b30e922b75ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:17.069517 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f75cb377-3da3-4702-a635-b30e922b75ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:17.125989 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Allocated IP 172.20.0.2 (8c1f1990-04d7-474e-ad88-b00f95a530af/2dcd4674-daac-4e5a-a6f8-d26d382c909b/a493bb52-d983-4342-b9fe-a3ffbfcc79c6) {{(pid=80340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:53:17.348079 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Notify callbacks [] for port, precommit_create {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:17.359634 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Transition to ACTIVE for port object a493bb52-d983-4342-b9fe-a3ffbfcc79c6 will not be triggered until provisioned by entity L2. {{(pid=80340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:53:17.365288 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [None req-f75cb377-3da3-4702-a635-b30e922b75ee admin admin] Allocated IP 172.28.3.20 (763d99df-10cd-4fa9-8817-f2839aa5077e/77791555-10e6-47e0-b878-932fa2c0a363/b51b8413-3bbb-40f0-ac4c-1246932b4be0) {{(pid=80338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:53:17.377560 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Transition to ACTIVE for port object a493bb52-d983-4342-b9fe-a3ffbfcc79c6 will not be triggered until provisioned by entity DHCP. {{(pid=80340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:53:17.382483 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087'] for port, after_create {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:17.398816 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:17.527268 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f75cb377-3da3-4702-a635-b30e922b75ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:17.537598 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Pushing event updated for resources: {'Port': ['ID=a493bb52-d983-4342-b9fe-a3ffbfcc79c6,revision_number=1']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:17.556130 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:17.556828 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f75cb377-3da3-4702-a635-b30e922b75ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10554044'] for port, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:17.556998 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:17.557273 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:17.557540 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:17.558113 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:17.558244 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:17.558905 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:17.559034 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:17.559296 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:17.559888 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:17.560014 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:17.560558 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:17.561226 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:17.561226 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:17.561686 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:17.562136 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:17.562900 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:17.562900 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:17.563113 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:17.564055 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:17.564055 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:17.564283 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:17.565020 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:17.565020 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:17.577253 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:17.577699 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:17.601727 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Network 8c1f1990-04d7-474e-ad88-b00f95a530af is already hosted by enough agents. {{(pid=80340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:53:17.602897 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Resources bound (agent type, host, resource id): {{(pid=80340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:53:17.605549 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Received port after_create {{(pid=80340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:53:17.663955 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Attempting to bind port a493bb52-d983-4342-b9fe-a3ffbfcc79c6 on host dv-cinder-763306-1-smb for vnic_type normal with profile {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:53:17.664365 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Attempting to bind port a493bb52-d983-4342-b9fe-a3ffbfcc79c6 by drivers openvswitch on host dv-cinder-763306-1-smb at level 0 using segments [{'id': 'a438abfd-19f3-403a-aad2-698341cfc097', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8c1f1990-04d7-474e-ad88-b00f95a530af'}] {{(pid=80340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:53:17.664776 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Attempting to bind port a493bb52-d983-4342-b9fe-a3ffbfcc79c6 on network 8c1f1990-04d7-474e-ad88-b00f95a530af {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:53:17.672189 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Checking agent: {'id': '3b9cbee5-707a-4bcc-ae8c-d4de5d48a910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 35, 44), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 14), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:53:17.672578 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Checking segment: {'id': 'a438abfd-19f3-403a-aad2-698341cfc097', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8c1f1990-04d7-474e-ad88-b00f95a530af'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:53:17.673045 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:17.673478 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Bound using segment: {'id': 'a438abfd-19f3-403a-aad2-698341cfc097', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8c1f1990-04d7-474e-ad88-b00f95a530af'} {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:53:17.673985 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Bound port: a493bb52-d983-4342-b9fe-a3ffbfcc79c6, host: dv-cinder-763306-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a438abfd-19f3-403a-aad2-698341cfc097', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8c1f1990-04d7-474e-ad88-b00f95a530af'}}] {{(pid=80340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:53:17.674400 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:17.729634 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75cb377-3da3-4702-a635-b30e922b75ee admin admin] Pushing event updated for resources: {'Port': ['ID=b51b8413-3bbb-40f0-ac4c-1246932b4be0,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:17.734189 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f75cb377-3da3-4702-a635-b30e922b75ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:17.763379 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] For port a493bb52-d983-4342-b9fe-a3ffbfcc79c6, host dv-cinder-763306-1-smb, cleared binding levels {{(pid=80340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:53:17.766515 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] For port a493bb52-d983-4342-b9fe-a3ffbfcc79c6, host dv-cinder-763306-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=a493bb52-d983-4342-b9fe-a3ffbfcc79c6,segment=NetworkSegment(a438abfd-19f3-403a-aad2-698341cfc097),segment_id=a438abfd-19f3-403a-aad2-698341cfc097)] {{(pid=80340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:53:17.770658 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:17.777345 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75cb377-3da3-4702-a635-b30e922b75ee admin admin] Network 763d99df-10cd-4fa9-8817-f2839aa5077e is already hosted by enough agents. {{(pid=80338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:53:17.778499 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-f75cb377-3da3-4702-a635-b30e922b75ee admin admin] Resources bound (agent type, host, resource id): {{(pid=80338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:53:17.780832 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75cb377-3da3-4702-a635-b30e922b75ee admin admin] Received port after_create {{(pid=80338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:53:17.786187 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:17.943597 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Pushing event updated for resources: {'Port': ['ID=a493bb52-d983-4342-b9fe-a3ffbfcc79c6,revision_number=2']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:17.943888 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f75cb377-3da3-4702-a635-b30e922b75ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:17.944682 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f75cb377-3da3-4702-a635-b30e922b75ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854084919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-712537'] for router, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:17.955434 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-46817c6b-478b-480f-9569-8a3f5c56653c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:18.192517 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75cb377-3da3-4702-a635-b30e922b75ee admin admin] Router 5254c025-b930-4241-84fb-45f7f0541ee3 is scheduled to L3 agent 9d988d7f-fab1-47ee-9f4c-4b1b16993ac8 with binding_index 1 {{(pid=80338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 19 05:53:18.424835 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75cb377-3da3-4702-a635-b30e922b75ee admin admin] Notify agent at l3_agent.dv-cinder-763306-1-smb the message routers_updated {{(pid=80338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:53:18.433771 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dfaddf-f26b-47c4-8aec-1bd9d8dcf9f6 None None] Sync routers for ids ['5254c025-b930-4241-84fb-45f7f0541ee3'] in dv-cinder-763306-1-smb {{(pid=80341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:53:18.452843 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dfaddf-f26b-47c4-8aec-1bd9d8dcf9f6 None None] Routers {'5254c025-b930-4241-84fb-45f7f0541ee3'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:53:18.454073 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-28dfaddf-f26b-47c4-8aec-1bd9d8dcf9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:53:12Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['5254c025-b930-4241-84fb-45f7f0541ee3'], 'active': True} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:53:18.475489 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f75cb377-3da3-4702-a635-b30e922b75ee admin admin] Notify callbacks [] for router, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:18.477552 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-f75cb377-3da3-4702-a635-b30e922b75ee admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8474827 Nov 19 05:53:18.480369 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 39702) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:53:18.505079 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device a493bb52-d983-4342-b9fe-a3ffbfcc79c6 up at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:53:18.602109 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning for port a493bb52-d983-4342-b9fe-a3ffbfcc79c6 completed by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:53:18.654068 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-28dfaddf-f26b-47c4-8aec-1bd9d8dcf9f6 None None] Set router 5254c025-b930-4241-84fb-45f7f0541ee3 gateway port host: dv-cinder-763306-1-smb {{(pid=80341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:53:18.960447 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-28dfaddf-f26b-47c4-8aec-1bd9d8dcf9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'name': 'tempest-TestShelveInstance-1920036146-router', 'tenant_id': 'e3e3a10714cd4e51af843da979c43376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': 'b51b8413-3bbb-40f0-ac4c-1246932b4be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:53:16Z', 'updated_at': '2020-11-19T05:53:17Z', 'revision_number': 3, 'project_id': 'e3e3a10714cd4e51af843da979c43376', 'gw_port': {'id': 'b51b8413-3bbb-40f0-ac4c-1246932b4be0', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:53:17Z', 'updated_at': '2020-11-19T05:53:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb'}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:53:18.964704 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dfaddf-f26b-47c4-8aec-1bd9d8dcf9f6 None None] Checking router: 5254c025-b930-4241-84fb-45f7f0541ee3 for host: dv-cinder-763306-1-smb {{(pid=80341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:53:18.965149 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dfaddf-f26b-47c4-8aec-1bd9d8dcf9f6 None None] Updating router 5254c025-b930-4241-84fb-45f7f0541ee3 port b51b8413-3bbb-40f0-ac4c-1246932b4be0 binding host dv-cinder-763306-1-smb {{(pid=80341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 05:53:19.018856 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-28dfaddf-f26b-47c4-8aec-1bd9d8dcf9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:19.391567 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc24e25-53d2-435b-a4c4-e4361edd3e6a None None] Network 8c1f1990-04d7-474e-ad88-b00f95a530af requested from dv-cinder-763306-1-smb {{(pid=80340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:53:19.507461 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e03aa4fe-2a4a-4cb8-80dd-7c87cf099bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:19.531124 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-da286f9f-83d7-43b8-ab6e-b07d6fd8a4f4 None None] Provisioning for port a493bb52-d983-4342-b9fe-a3ffbfcc79c6 completed by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:53:19.586489 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-da286f9f-83d7-43b8-ab6e-b07d6fd8a4f4 None None] Provisioning complete for port a493bb52-d983-4342-b9fe-a3ffbfcc79c6 triggered by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:53:19.587025 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-da286f9f-83d7-43b8-ab6e-b07d6fd8a4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:19.611056 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-28dfaddf-f26b-47c4-8aec-1bd9d8dcf9f6 None None] Notify callbacks [] for port, precommit_update {{(pid=80341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:19.626536 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-28dfaddf-f26b-47c4-8aec-1bd9d8dcf9f6 None None] Transition to ACTIVE for port object b51b8413-3bbb-40f0-ac4c-1246932b4be0 will not be triggered until provisioned by entity L2. {{(pid=80341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:53:19.633596 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-28dfaddf-f26b-47c4-8aec-1bd9d8dcf9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:19.653159 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:19.798594 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3390a7d-a607-4fdf-bfe5-cad2e439126b None None] Pushing event updated for resources: {'Port': ['ID=b51b8413-3bbb-40f0-ac4c-1246932b4be0,revision_number=2']} {{(pid=80341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:19.816577 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3390a7d-a607-4fdf-bfe5-cad2e439126b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:19.816979 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3390a7d-a607-4fdf-bfe5-cad2e439126b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:19.817357 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3390a7d-a607-4fdf-bfe5-cad2e439126b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:19.817724 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3390a7d-a607-4fdf-bfe5-cad2e439126b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:19.818091 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3390a7d-a607-4fdf-bfe5-cad2e439126b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:19.818461 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3390a7d-a607-4fdf-bfe5-cad2e439126b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:19.818819 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3390a7d-a607-4fdf-bfe5-cad2e439126b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:19.819174 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3390a7d-a607-4fdf-bfe5-cad2e439126b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:19.819540 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3390a7d-a607-4fdf-bfe5-cad2e439126b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:19.819930 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3390a7d-a607-4fdf-bfe5-cad2e439126b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:19.820630 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3390a7d-a607-4fdf-bfe5-cad2e439126b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:19.820630 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3390a7d-a607-4fdf-bfe5-cad2e439126b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:19.821057 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3390a7d-a607-4fdf-bfe5-cad2e439126b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:19.821859 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3390a7d-a607-4fdf-bfe5-cad2e439126b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:19.821859 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3390a7d-a607-4fdf-bfe5-cad2e439126b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:19.822154 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3390a7d-a607-4fdf-bfe5-cad2e439126b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:19.822540 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3390a7d-a607-4fdf-bfe5-cad2e439126b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:19.822863 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3390a7d-a607-4fdf-bfe5-cad2e439126b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:19.823231 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3390a7d-a607-4fdf-bfe5-cad2e439126b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:19.823522 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3390a7d-a607-4fdf-bfe5-cad2e439126b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:19.823910 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3390a7d-a607-4fdf-bfe5-cad2e439126b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:19.824722 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3390a7d-a607-4fdf-bfe5-cad2e439126b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:19.824722 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3390a7d-a607-4fdf-bfe5-cad2e439126b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:19.825082 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3390a7d-a607-4fdf-bfe5-cad2e439126b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:19.834217 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-da286f9f-83d7-43b8-ab6e-b07d6fd8a4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:19.838255 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-a3390a7d-a607-4fdf-bfe5-cad2e439126b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:19.874486 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-28dfaddf-f26b-47c4-8aec-1bd9d8dcf9f6 None None] Attempting to bind port b51b8413-3bbb-40f0-ac4c-1246932b4be0 on host dv-cinder-763306-1-smb for vnic_type normal with profile {{(pid=80341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:53:19.874947 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-28dfaddf-f26b-47c4-8aec-1bd9d8dcf9f6 None None] Attempting to bind port b51b8413-3bbb-40f0-ac4c-1246932b4be0 by drivers openvswitch on host dv-cinder-763306-1-smb at level 0 using segments [{'id': '570e6a95-1f7f-4238-9052-97fd91c0100f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e'}] {{(pid=80341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:53:19.875679 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dfaddf-f26b-47c4-8aec-1bd9d8dcf9f6 None None] Attempting to bind port b51b8413-3bbb-40f0-ac4c-1246932b4be0 on network 763d99df-10cd-4fa9-8817-f2839aa5077e {{(pid=80341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:53:19.882749 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dfaddf-f26b-47c4-8aec-1bd9d8dcf9f6 None None] Checking agent: {'id': '3b9cbee5-707a-4bcc-ae8c-d4de5d48a910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 35, 44), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 14), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:53:19.883381 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dfaddf-f26b-47c4-8aec-1bd9d8dcf9f6 None None] Checking segment: {'id': '570e6a95-1f7f-4238-9052-97fd91c0100f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:53:19.883586 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-28dfaddf-f26b-47c4-8aec-1bd9d8dcf9f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:19.884016 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dfaddf-f26b-47c4-8aec-1bd9d8dcf9f6 None None] Bound using segment: {'id': '570e6a95-1f7f-4238-9052-97fd91c0100f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e'} {{(pid=80341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:53:19.884563 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-28dfaddf-f26b-47c4-8aec-1bd9d8dcf9f6 None None] Bound port: b51b8413-3bbb-40f0-ac4c-1246932b4be0, host: dv-cinder-763306-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570e6a95-1f7f-4238-9052-97fd91c0100f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e'}}] {{(pid=80341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:53:19.884983 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-da286f9f-83d7-43b8-ab6e-b07d6fd8a4f4 None None] For port a493bb52-d983-4342-b9fe-a3ffbfcc79c6, host dv-cinder-763306-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=a493bb52-d983-4342-b9fe-a3ffbfcc79c6,segment=NetworkSegment(a438abfd-19f3-403a-aad2-698341cfc097),segment_id=a438abfd-19f3-403a-aad2-698341cfc097)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:53:19.885100 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-28dfaddf-f26b-47c4-8aec-1bd9d8dcf9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:19.887854 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-da286f9f-83d7-43b8-ab6e-b07d6fd8a4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:19.889587 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:19.943294 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [None req-e03aa4fe-2a4a-4cb8-80dd-7c87cf099bdd admin admin] Allocated IP 172.20.0.1 (8c1f1990-04d7-474e-ad88-b00f95a530af/2dcd4674-daac-4e5a-a6f8-d26d382c909b/5ebb5d43-ce64-4228-a58d-c0bf3ccc365b) {{(pid=80338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:53:19.959329 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da286f9f-83d7-43b8-ab6e-b07d6fd8a4f4 None None] Pushing event updated for resources: {'Port': ['ID=a493bb52-d983-4342-b9fe-a3ffbfcc79c6,revision_number=3']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:19.963021 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-da286f9f-83d7-43b8-ab6e-b07d6fd8a4f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:19.967347 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-28dfaddf-f26b-47c4-8aec-1bd9d8dcf9f6 None None] For port b51b8413-3bbb-40f0-ac4c-1246932b4be0, host dv-cinder-763306-1-smb, cleared binding levels {{(pid=80341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:53:19.974863 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-28dfaddf-f26b-47c4-8aec-1bd9d8dcf9f6 None None] For port b51b8413-3bbb-40f0-ac4c-1246932b4be0, host dv-cinder-763306-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=b51b8413-3bbb-40f0-ac4c-1246932b4be0,segment=NetworkSegment(570e6a95-1f7f-4238-9052-97fd91c0100f),segment_id=570e6a95-1f7f-4238-9052-97fd91c0100f)] {{(pid=80341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:53:19.979016 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-28dfaddf-f26b-47c4-8aec-1bd9d8dcf9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80341) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:19.997477 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:20.119664 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-3ce4b8d0-068d-475b-bebc-e06ab4bbe0aa None None] Provisioning complete for port a493bb52-d983-4342-b9fe-a3ffbfcc79c6 triggered by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:53:20.120085 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3ce4b8d0-068d-475b-bebc-e06ab4bbe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:20.126025 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e03aa4fe-2a4a-4cb8-80dd-7c87cf099bdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:20.148357 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-e03aa4fe-2a4a-4cb8-80dd-7c87cf099bdd admin admin] Transition to ACTIVE for port object 5ebb5d43-ce64-4228-a58d-c0bf3ccc365b will not be triggered until provisioned by entity DHCP. {{(pid=80338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:53:20.150392 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3390a7d-a607-4fdf-bfe5-cad2e439126b None None] Pushing event updated for resources: {'Port': ['ID=b51b8413-3bbb-40f0-ac4c-1246932b4be0,revision_number=3']} {{(pid=80341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:20.155236 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-a3390a7d-a607-4fdf-bfe5-cad2e439126b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80341) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:20.178530 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e03aa4fe-2a4a-4cb8-80dd-7c87cf099bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10554044'] for port, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:20.199290 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-bfad0fcc-36cd-4105-8b23-4930c16b2a3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:20.201475 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dfaddf-f26b-47c4-8aec-1bd9d8dcf9f6 None None] Routers {'5254c025-b930-4241-84fb-45f7f0541ee3'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:53:20.202184 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-28dfaddf-f26b-47c4-8aec-1bd9d8dcf9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:53:12Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['5254c025-b930-4241-84fb-45f7f0541ee3'], 'active': True} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:53:20.367904 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03aa4fe-2a4a-4cb8-80dd-7c87cf099bdd admin admin] Pushing event updated for resources: {'Port': ['ID=5ebb5d43-ce64-4228-a58d-c0bf3ccc365b,revision_number=1']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:20.372270 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e03aa4fe-2a4a-4cb8-80dd-7c87cf099bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:20.432768 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-28dfaddf-f26b-47c4-8aec-1bd9d8dcf9f6 None None] Set router 5254c025-b930-4241-84fb-45f7f0541ee3 gateway port host: dv-cinder-763306-1-smb {{(pid=80341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:53:20.454111 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device a493bb52-d983-4342-b9fe-a3ffbfcc79c6 up at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:53:20.461496 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03aa4fe-2a4a-4cb8-80dd-7c87cf099bdd admin admin] Network 8c1f1990-04d7-474e-ad88-b00f95a530af is already hosted by enough agents. {{(pid=80338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:53:20.462798 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-e03aa4fe-2a4a-4cb8-80dd-7c87cf099bdd admin admin] Resources bound (agent type, host, resource id): {{(pid=80338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:53:20.483580 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03aa4fe-2a4a-4cb8-80dd-7c87cf099bdd admin admin] Received port after_create {{(pid=80338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:53:20.604206 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e03aa4fe-2a4a-4cb8-80dd-7c87cf099bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854058995'] for router_interface, before_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:20.610007 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning complete for port a493bb52-d983-4342-b9fe-a3ffbfcc79c6 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:53:20.610556 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:20.718851 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-63ead774-3e05-4bc8-8b05-75c344816c5a None None] Provisioning complete for port a493bb52-d983-4342-b9fe-a3ffbfcc79c6 triggered by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:53:20.719435 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-63ead774-3e05-4bc8-8b05-75c344816c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:20.735498 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e03aa4fe-2a4a-4cb8-80dd-7c87cf099bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:20.840871 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-28dfaddf-f26b-47c4-8aec-1bd9d8dcf9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'name': 'tempest-TestShelveInstance-1920036146-router', 'tenant_id': 'e3e3a10714cd4e51af843da979c43376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': 'b51b8413-3bbb-40f0-ac4c-1246932b4be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:53:16Z', 'updated_at': '2020-11-19T05:53:17Z', 'revision_number': 3, 'project_id': 'e3e3a10714cd4e51af843da979c43376', 'gw_port': {'id': 'b51b8413-3bbb-40f0-ac4c-1246932b4be0', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:53:17Z', 'updated_at': '2020-11-19T05:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb'}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:53:20.845506 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dfaddf-f26b-47c4-8aec-1bd9d8dcf9f6 None None] The sync data for ids ['5254c025-b930-4241-84fb-45f7f0541ee3'] in dv-cinder-763306-1-smb is: [{'id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'name': 'tempest-TestShelveInstance-1920036146-router', 'tenant_id': 'e3e3a10714cd4e51af843da979c43376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': 'b51b8413-3bbb-40f0-ac4c-1246932b4be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:53:16Z', 'updated_at': '2020-11-19T05:53:17Z', 'revision_number': 3, 'project_id': 'e3e3a10714cd4e51af843da979c43376', 'gw_port': {'id': 'b51b8413-3bbb-40f0-ac4c-1246932b4be0', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:53:17Z', 'updated_at': '2020-11-19T05:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb'}] {{(pid=80341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:53:21.066746 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e03aa4fe-2a4a-4cb8-80dd-7c87cf099bdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:21.070570 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e03aa4fe-2a4a-4cb8-80dd-7c87cf099bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844221787'] for port, after_update {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:21.071738 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-acc24d1c-26aa-4787-99d0-199053c26a7a None None] Provisioning for port 5ebb5d43-ce64-4228-a58d-c0bf3ccc365b completed by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:53:21.076973 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-acc24d1c-26aa-4787-99d0-199053c26a7a None None] Provisioning complete for port 5ebb5d43-ce64-4228-a58d-c0bf3ccc365b triggered by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:53:21.077391 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-acc24d1c-26aa-4787-99d0-199053c26a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:21.100430 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e1dac837-330b-4b5c-b860-1b1e9521284a tempest-AttachVolumeShelveTestJSON-891265453 tempest-AttachVolumeShelveTestJSON-891265453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:21.135658 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-acc24d1c-26aa-4787-99d0-199053c26a7a None None] Port 5ebb5d43-ce64-4228-a58d-c0bf3ccc365b cannot update to ACTIVE because it is not bound. {{(pid=80340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:53:21.186698 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03aa4fe-2a4a-4cb8-80dd-7c87cf099bdd admin admin] Pushing event updated for resources: {'Port': ['ID=5ebb5d43-ce64-4228-a58d-c0bf3ccc365b,revision_number=2']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:21.189260 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e03aa4fe-2a4a-4cb8-80dd-7c87cf099bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851143098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716904'] for router_interface, after_create {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:21.205346 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e03aa4fe-2a4a-4cb8-80dd-7c87cf099bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:21.348929 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03aa4fe-2a4a-4cb8-80dd-7c87cf099bdd admin admin] Network 8c1f1990-04d7-474e-ad88-b00f95a530af is already hosted by enough agents. {{(pid=80338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:53:21.350207 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [None req-e03aa4fe-2a4a-4cb8-80dd-7c87cf099bdd admin admin] Resources bound (agent type, host, resource id): {{(pid=80338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:53:21.570597 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-ddb432d1-dc37-41a0-8100-47b3a088789c None None] Provisioning complete for port 5ebb5d43-ce64-4228-a58d-c0bf3ccc365b triggered by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:53:21.571167 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ddb432d1-dc37-41a0-8100-47b3a088789c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:21.638461 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-ddb432d1-dc37-41a0-8100-47b3a088789c None None] Port 5ebb5d43-ce64-4228-a58d-c0bf3ccc365b cannot update to ACTIVE because it is not bound. {{(pid=80340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:53:21.797963 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03aa4fe-2a4a-4cb8-80dd-7c87cf099bdd admin admin] Router 5254c025-b930-4241-84fb-45f7f0541ee3 has already been hosted by L3 agent 9d988d7f-fab1-47ee-9f4c-4b1b16993ac8 {{(pid=80338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:53:22.011596 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03aa4fe-2a4a-4cb8-80dd-7c87cf099bdd admin admin] Notify agent at l3_agent.dv-cinder-763306-1-smb the message routers_updated {{(pid=80338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:53:22.024936 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-e03aa4fe-2a4a-4cb8-80dd-7c87cf099bdd admin admin] 10.222.0.16 "PUT /v2.0/routers/5254c025-b930-4241-84fb-45f7f0541ee3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5394521 Nov 19 05:53:22.463006 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device b51b8413-3bbb-40f0-ac4c-1246932b4be0 up at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:53:22.487351 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-7cac1e30-6d76-4847-b338-e769654cd32b req-797ce176-c77c-4eca-98eb-58f1511b7d14 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-232119371', 'description': 'tempest-TestShelveInstance-232119371 description'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:53:22.496782 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-7cac1e30-6d76-4847-b338-e769654cd32b req-797ce176-c77c-4eca-98eb-58f1511b7d14 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:53:22.502545 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-7cac1e30-6d76-4847-b338-e769654cd32b req-797ce176-c77c-4eca-98eb-58f1511b7d14 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Usage tracker for resource:security_group and tenant:e3e3a10714cd4e51af843da979c43376 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:53:22.506753 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-7cac1e30-6d76-4847-b338-e769654cd32b req-797ce176-c77c-4eca-98eb-58f1511b7d14 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:53:22.515204 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-7cac1e30-6d76-4847-b338-e769654cd32b req-797ce176-c77c-4eca-98eb-58f1511b7d14 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:53:22.529753 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-7cac1e30-6d76-4847-b338-e769654cd32b req-797ce176-c77c-4eca-98eb-58f1511b7d14 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks [] for security_group, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:22.532213 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning for port b51b8413-3bbb-40f0-ac4c-1246932b4be0 completed by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:53:22.537079 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning complete for port b51b8413-3bbb-40f0-ac4c-1246932b4be0 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:53:22.537501 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:22.578436 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-7cac1e30-6d76-4847-b338-e769654cd32b req-797ce176-c77c-4eca-98eb-58f1511b7d14 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:53:22.588844 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b95277-a174-4466-a9fb-c6f0089eebff req-1d00527a-8672-4049-bd02-5d8f95eb9ee9 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:22.590516 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-92b95277-a174-4466-a9fb-c6f0089eebff req-1d00527a-8672-4049-bd02-5d8f95eb9ee9 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/ports?device_id=a9739c2d-9758-4581-afcf-b915be1b247c HTTP/1.1" status: 200 len: 946 time: 0.1571445 Nov 19 05:53:22.591579 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-7cac1e30-6d76-4847-b338-e769654cd32b req-797ce176-c77c-4eca-98eb-58f1511b7d14 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Usage tracker for resource:security_group_rule and tenant:e3e3a10714cd4e51af843da979c43376 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:53:22.594864 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-7cac1e30-6d76-4847-b338-e769654cd32b req-797ce176-c77c-4eca-98eb-58f1511b7d14 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:53:22.617169 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-7cac1e30-6d76-4847-b338-e769654cd32b req-797ce176-c77c-4eca-98eb-58f1511b7d14 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:53:22.661117 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-92b95277-a174-4466-a9fb-c6f0089eebff req-4fdc81dd-c30b-4663-b849-d0256cb3ce83 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/security-groups?id=3a1b8c0d-4469-4b0a-a87b-188978163027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630989 Nov 19 05:53:22.671125 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:22.688343 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] For port b51b8413-3bbb-40f0-ac4c-1246932b4be0, host dv-cinder-763306-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=b51b8413-3bbb-40f0-ac4c-1246932b4be0,segment=NetworkSegment(570e6a95-1f7f-4238-9052-97fd91c0100f),segment_id=570e6a95-1f7f-4238-9052-97fd91c0100f)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:53:22.691782 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:22.693757 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:22.703385 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-7cac1e30-6d76-4847-b338-e769654cd32b req-797ce176-c77c-4eca-98eb-58f1511b7d14 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks [] for security_group, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:22.706132 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-7cac1e30-6d76-4847-b338-e769654cd32b req-797ce176-c77c-4eca-98eb-58f1511b7d14 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:22.711629 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-a57e607c-b1df-4cd5-a446-b672916da011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:22.760059 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-7cac1e30-6d76-4847-b338-e769654cd32b req-797ce176-c77c-4eca-98eb-58f1511b7d14 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:22.761407 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-7cac1e30-6d76-4847-b338-e769654cd32b req-797ce176-c77c-4eca-98eb-58f1511b7d14 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.2876492 Nov 19 05:53:22.762180 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ce176-c77c-4eca-98eb-58f1511b7d14 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Pushing event updated for resources: {'SecurityGroup': ['ID=3f578b25-b23c-4de7-827c-f2819ad18e64,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:22.762321 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Pushing event updated for resources: {'Port': ['ID=b51b8413-3bbb-40f0-ac4c-1246932b4be0,revision_number=4']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:22.769423 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-797ce176-c77c-4eca-98eb-58f1511b7d14 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:22.769908 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:22.841915 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f9daa86c-0186-487a-b497-ddf767a53f93 req-d819f3f1-d856-4fd5-aab6-ae90eb853edd tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/security-groups/3f578b25-b23c-4de7-827c-f2819ad18e64 HTTP/1.1" status: 200 len: 1634 time: 0.0479956 Nov 19 05:53:22.852106 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-f9daa86c-0186-487a-b497-ddf767a53f93 req-1156de12-7b1f-450b-8db6-104ba47a9e35 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f578b25-b23c-4de7-827c-f2819ad18e64', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:53:22.852462 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-f9daa86c-0186-487a-b497-ddf767a53f93 req-1156de12-7b1f-450b-8db6-104ba47a9e35 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f578b25-b23c-4de7-827c-f2819ad18e64', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:53:22.858782 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-f9daa86c-0186-487a-b497-ddf767a53f93 req-1156de12-7b1f-450b-8db6-104ba47a9e35 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:53:22.862840 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-f9daa86c-0186-487a-b497-ddf767a53f93 req-1156de12-7b1f-450b-8db6-104ba47a9e35 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Usage tracker for resource:security_group_rule and tenant:e3e3a10714cd4e51af843da979c43376 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:53:22.865806 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-f9daa86c-0186-487a-b497-ddf767a53f93 req-1156de12-7b1f-450b-8db6-104ba47a9e35 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:53:22.872091 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-f9daa86c-0186-487a-b497-ddf767a53f93 req-1156de12-7b1f-450b-8db6-104ba47a9e35 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:53:22.930469 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-f9daa86c-0186-487a-b497-ddf767a53f93 req-1156de12-7b1f-450b-8db6-104ba47a9e35 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks [] for security_group_rule, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:22.953928 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-f9daa86c-0186-487a-b497-ddf767a53f93 req-1156de12-7b1f-450b-8db6-104ba47a9e35 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:22.956410 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-f9daa86c-0186-487a-b497-ddf767a53f93 req-1156de12-7b1f-450b-8db6-104ba47a9e35 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014810'] for security_group_rule, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:22.958487 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:22.979641 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156de12-7b1f-450b-8db6-104ba47a9e35 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2a93d2d-d41d-4645-a35f-529f6244e5e5,revision_number=0']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:22.983792 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-1156de12-7b1f-450b-8db6-104ba47a9e35 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:22.991583 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-f9daa86c-0186-487a-b497-ddf767a53f93 req-1156de12-7b1f-450b-8db6-104ba47a9e35 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks [] for security_group_rule, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:22.992833 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f9daa86c-0186-487a-b497-ddf767a53f93 req-1156de12-7b1f-450b-8db6-104ba47a9e35 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.1448870 Nov 19 05:53:23.072862 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-2906e9d1-f997-40a7-93ea-c2747b9ff699 req-813549f9-afc4-40dd-8a34-bd45af6139d7 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/security-groups/3f578b25-b23c-4de7-827c-f2819ad18e64 HTTP/1.1" status: 200 len: 2137 time: 0.0485256 Nov 19 05:53:23.083001 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-2906e9d1-f997-40a7-93ea-c2747b9ff699 req-12e08f3e-0e90-4d8f-82f8-c3537e6fcc2a tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f578b25-b23c-4de7-827c-f2819ad18e64', 'remote_group_id': None}]} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:53:23.083352 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-2906e9d1-f997-40a7-93ea-c2747b9ff699 req-12e08f3e-0e90-4d8f-82f8-c3537e6fcc2a tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f578b25-b23c-4de7-827c-f2819ad18e64', 'remote_group_id': None}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:53:23.089341 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-2906e9d1-f997-40a7-93ea-c2747b9ff699 req-12e08f3e-0e90-4d8f-82f8-c3537e6fcc2a tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:53:23.093347 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-2906e9d1-f997-40a7-93ea-c2747b9ff699 req-12e08f3e-0e90-4d8f-82f8-c3537e6fcc2a tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Usage tracker for resource:security_group_rule and tenant:e3e3a10714cd4e51af843da979c43376 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:53:23.096262 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-2906e9d1-f997-40a7-93ea-c2747b9ff699 req-12e08f3e-0e90-4d8f-82f8-c3537e6fcc2a tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:53:23.101996 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-2906e9d1-f997-40a7-93ea-c2747b9ff699 req-12e08f3e-0e90-4d8f-82f8-c3537e6fcc2a tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:53:23.162853 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-2906e9d1-f997-40a7-93ea-c2747b9ff699 req-12e08f3e-0e90-4d8f-82f8-c3537e6fcc2a tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks [] for security_group_rule, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:23.188298 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-2906e9d1-f997-40a7-93ea-c2747b9ff699 req-12e08f3e-0e90-4d8f-82f8-c3537e6fcc2a tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:23.190648 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-2906e9d1-f997-40a7-93ea-c2747b9ff699 req-12e08f3e-0e90-4d8f-82f8-c3537e6fcc2a tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014810'] for security_group_rule, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:23.192756 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-1156de12-7b1f-450b-8db6-104ba47a9e35 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:23.213094 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e08f3e-0e90-4d8f-82f8-c3537e6fcc2a tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Pushing event updated for resources: {'SecurityGroupRule': ['ID=337ed63b-c81e-4345-bc0e-d0e42b32a19b,revision_number=0']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:23.217378 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-12e08f3e-0e90-4d8f-82f8-c3537e6fcc2a tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:23.224608 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-2906e9d1-f997-40a7-93ea-c2747b9ff699 req-12e08f3e-0e90-4d8f-82f8-c3537e6fcc2a tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks [] for security_group_rule, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:23.225911 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-2906e9d1-f997-40a7-93ea-c2747b9ff699 req-12e08f3e-0e90-4d8f-82f8-c3537e6fcc2a tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.1469464 Nov 19 05:53:23.710723 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e482af1a-5f5f-44d6-8c79-72c4eb93a4d9 None None] Sync routers for ids ['5254c025-b930-4241-84fb-45f7f0541ee3'] in dv-cinder-763306-1-smb {{(pid=80340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:53:23.725178 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e482af1a-5f5f-44d6-8c79-72c4eb93a4d9 None None] Routers {'5254c025-b930-4241-84fb-45f7f0541ee3'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:53:23.726340 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-e482af1a-5f5f-44d6-8c79-72c4eb93a4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:53:12Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['5254c025-b930-4241-84fb-45f7f0541ee3'], 'active': True} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:53:23.905472 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9bd53-37c9-48a1-8fc8-8145de8dc2c9 req-ac35c7d0-ada5-47e5-aed1-7ad28fdd95a9 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:23.905472 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-49c9bd53-37c9-48a1-8fc8-8145de8dc2c9 req-ac35c7d0-ada5-47e5-aed1-7ad28fdd95a9 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/ports?device_id=a9739c2d-9758-4581-afcf-b915be1b247c HTTP/1.1" status: 200 len: 946 time: 0.0939522 Nov 19 05:53:23.930346 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-e482af1a-5f5f-44d6-8c79-72c4eb93a4d9 None None] Set router 5254c025-b930-4241-84fb-45f7f0541ee3 gateway port host: dv-cinder-763306-1-smb {{(pid=80340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:53:23.952511 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-49c9bd53-37c9-48a1-8fc8-8145de8dc2c9 req-4b9a6430-6b70-4744-bdc1-0de619da589d tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/security-groups?id=3a1b8c0d-4469-4b0a-a87b-188978163027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426431 Nov 19 05:53:24.266927 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-e482af1a-5f5f-44d6-8c79-72c4eb93a4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'name': 'tempest-TestShelveInstance-1920036146-router', 'tenant_id': 'e3e3a10714cd4e51af843da979c43376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': 'b51b8413-3bbb-40f0-ac4c-1246932b4be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:53:16Z', 'updated_at': '2020-11-19T05:53:20Z', 'revision_number': 4, 'project_id': 'e3e3a10714cd4e51af843da979c43376', 'gw_port': {'id': 'b51b8413-3bbb-40f0-ac4c-1246932b4be0', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:53:17Z', 'updated_at': '2020-11-19T05:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '5ebb5d43-ce64-4228-a58d-c0bf3ccc365b', 'name': '', 'network_id': '8c1f1990-04d7-474e-ad88-b00f95a530af', 'tenant_id': 'e3e3a10714cd4e51af843da979c43376', 'mac_address': 'fa:16:3e:1c:91:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dcd4674-daac-4e5a-a6f8-d26d382c909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:53:19Z', 'updated_at': '2020-11-19T05:53:20Z', 'revision_number': 2, 'project_id': 'e3e3a10714cd4e51af843da979c43376', 'subnets': [{'id': '2dcd4674-daac-4e5a-a6f8-d26d382c909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:53:24.271237 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e482af1a-5f5f-44d6-8c79-72c4eb93a4d9 None None] Checking router: 5254c025-b930-4241-84fb-45f7f0541ee3 for host: dv-cinder-763306-1-smb {{(pid=80340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:53:24.271638 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e482af1a-5f5f-44d6-8c79-72c4eb93a4d9 None None] Updating router 5254c025-b930-4241-84fb-45f7f0541ee3 port 5ebb5d43-ce64-4228-a58d-c0bf3ccc365b binding host dv-cinder-763306-1-smb {{(pid=80340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 05:53:24.325483 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e482af1a-5f5f-44d6-8c79-72c4eb93a4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:24.442025 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device b51b8413-3bbb-40f0-ac4c-1246932b4be0 up at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:53:24.622808 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning complete for port b51b8413-3bbb-40f0-ac4c-1246932b4be0 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:53:24.623224 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:24.936247 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e482af1a-5f5f-44d6-8c79-72c4eb93a4d9 None None] Notify callbacks [] for port, precommit_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:24.949064 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-e482af1a-5f5f-44d6-8c79-72c4eb93a4d9 None None] Transition to ACTIVE for port object 5ebb5d43-ce64-4228-a58d-c0bf3ccc365b will not be triggered until provisioned by entity L2. {{(pid=80340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:53:24.951869 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e482af1a-5f5f-44d6-8c79-72c4eb93a4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:24.967063 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-da286f9f-83d7-43b8-ab6e-b07d6fd8a4f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:25.110732 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6facf-42e2-453a-a77f-01fbcd1a91fb None None] Pushing event updated for resources: {'Port': ['ID=5ebb5d43-ce64-4228-a58d-c0bf3ccc365b,revision_number=3']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:25.115287 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-84f6facf-42e2-453a-a77f-01fbcd1a91fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:25.172916 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbf727-bd81-47d3-93b5-a7631fd0c2c7 req-705475b7-ff8b-4848-9989-c93b12b28a14 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:25.174743 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8bcbf727-bd81-47d3-93b5-a7631fd0c2c7 req-705475b7-ff8b-4848-9989-c93b12b28a14 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/ports?device_id=a9739c2d-9758-4581-afcf-b915be1b247c HTTP/1.1" status: 200 len: 946 time: 0.0868101 Nov 19 05:53:25.231361 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8bcbf727-bd81-47d3-93b5-a7631fd0c2c7 req-313b5446-ab60-4438-a8b2-4811fb4fbad0 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/security-groups?id=3a1b8c0d-4469-4b0a-a87b-188978163027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502706 Nov 19 05:53:25.452853 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-e482af1a-5f5f-44d6-8c79-72c4eb93a4d9 None None] Attempting to bind port 5ebb5d43-ce64-4228-a58d-c0bf3ccc365b on host dv-cinder-763306-1-smb for vnic_type normal with profile {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:53:25.453295 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-e482af1a-5f5f-44d6-8c79-72c4eb93a4d9 None None] Attempting to bind port 5ebb5d43-ce64-4228-a58d-c0bf3ccc365b by drivers openvswitch on host dv-cinder-763306-1-smb at level 0 using segments [{'id': 'a438abfd-19f3-403a-aad2-698341cfc097', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8c1f1990-04d7-474e-ad88-b00f95a530af'}] {{(pid=80340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:53:25.453708 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e482af1a-5f5f-44d6-8c79-72c4eb93a4d9 None None] Attempting to bind port 5ebb5d43-ce64-4228-a58d-c0bf3ccc365b on network 8c1f1990-04d7-474e-ad88-b00f95a530af {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:53:25.460497 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e482af1a-5f5f-44d6-8c79-72c4eb93a4d9 None None] Checking agent: {'id': '3b9cbee5-707a-4bcc-ae8c-d4de5d48a910', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 35, 44), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 14), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:53:25.460923 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e482af1a-5f5f-44d6-8c79-72c4eb93a4d9 None None] Checking segment: {'id': 'a438abfd-19f3-403a-aad2-698341cfc097', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8c1f1990-04d7-474e-ad88-b00f95a530af'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:53:25.461387 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e482af1a-5f5f-44d6-8c79-72c4eb93a4d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:25.461815 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e482af1a-5f5f-44d6-8c79-72c4eb93a4d9 None None] Bound using segment: {'id': 'a438abfd-19f3-403a-aad2-698341cfc097', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8c1f1990-04d7-474e-ad88-b00f95a530af'} {{(pid=80340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:53:25.462356 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-e482af1a-5f5f-44d6-8c79-72c4eb93a4d9 None None] Bound port: 5ebb5d43-ce64-4228-a58d-c0bf3ccc365b, host: dv-cinder-763306-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a438abfd-19f3-403a-aad2-698341cfc097', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8c1f1990-04d7-474e-ad88-b00f95a530af'}}] {{(pid=80340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:53:25.462770 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e482af1a-5f5f-44d6-8c79-72c4eb93a4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:25.552264 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-e482af1a-5f5f-44d6-8c79-72c4eb93a4d9 None None] For port 5ebb5d43-ce64-4228-a58d-c0bf3ccc365b, host dv-cinder-763306-1-smb, cleared binding levels {{(pid=80340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:53:25.555916 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-e482af1a-5f5f-44d6-8c79-72c4eb93a4d9 None None] For port 5ebb5d43-ce64-4228-a58d-c0bf3ccc365b, host dv-cinder-763306-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=5ebb5d43-ce64-4228-a58d-c0bf3ccc365b,segment=NetworkSegment(a438abfd-19f3-403a-aad2-698341cfc097),segment_id=a438abfd-19f3-403a-aad2-698341cfc097)] {{(pid=80340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:53:25.560616 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e482af1a-5f5f-44d6-8c79-72c4eb93a4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:25.579507 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:25.732877 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6facf-42e2-453a-a77f-01fbcd1a91fb None None] Pushing event updated for resources: {'Port': ['ID=5ebb5d43-ce64-4228-a58d-c0bf3ccc365b,revision_number=4']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:25.736284 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-84f6facf-42e2-453a-a77f-01fbcd1a91fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:25.782888 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e482af1a-5f5f-44d6-8c79-72c4eb93a4d9 None None] Routers {'5254c025-b930-4241-84fb-45f7f0541ee3'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:53:25.783562 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-e482af1a-5f5f-44d6-8c79-72c4eb93a4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:53:12Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['5254c025-b930-4241-84fb-45f7f0541ee3'], 'active': True} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:53:25.990124 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-e482af1a-5f5f-44d6-8c79-72c4eb93a4d9 None None] Set router 5254c025-b930-4241-84fb-45f7f0541ee3 gateway port host: dv-cinder-763306-1-smb {{(pid=80340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:53:26.333113 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-e482af1a-5f5f-44d6-8c79-72c4eb93a4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'name': 'tempest-TestShelveInstance-1920036146-router', 'tenant_id': 'e3e3a10714cd4e51af843da979c43376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': 'b51b8413-3bbb-40f0-ac4c-1246932b4be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:53:16Z', 'updated_at': '2020-11-19T05:53:20Z', 'revision_number': 4, 'project_id': 'e3e3a10714cd4e51af843da979c43376', 'gw_port': {'id': 'b51b8413-3bbb-40f0-ac4c-1246932b4be0', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:53:17Z', 'updated_at': '2020-11-19T05:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '5ebb5d43-ce64-4228-a58d-c0bf3ccc365b', 'name': '', 'network_id': '8c1f1990-04d7-474e-ad88-b00f95a530af', 'tenant_id': 'e3e3a10714cd4e51af843da979c43376', 'mac_address': 'fa:16:3e:1c:91:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dcd4674-daac-4e5a-a6f8-d26d382c909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:53:19Z', 'updated_at': '2020-11-19T05:53:25Z', 'revision_number': 4, 'project_id': 'e3e3a10714cd4e51af843da979c43376', 'subnets': [{'id': '2dcd4674-daac-4e5a-a6f8-d26d382c909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:53:26.337949 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e482af1a-5f5f-44d6-8c79-72c4eb93a4d9 None None] The sync data for ids ['5254c025-b930-4241-84fb-45f7f0541ee3'] in dv-cinder-763306-1-smb is: [{'id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'name': 'tempest-TestShelveInstance-1920036146-router', 'tenant_id': 'e3e3a10714cd4e51af843da979c43376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': 'b51b8413-3bbb-40f0-ac4c-1246932b4be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:53:16Z', 'updated_at': '2020-11-19T05:53:20Z', 'revision_number': 4, 'project_id': 'e3e3a10714cd4e51af843da979c43376', 'gw_port': {'id': 'b51b8413-3bbb-40f0-ac4c-1246932b4be0', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:53:17Z', 'updated_at': '2020-11-19T05:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '5ebb5d43-ce64-4228-a58d-c0bf3ccc365b', 'name': '', 'network_id': '8c1f1990-04d7-474e-ad88-b00f95a530af', 'tenant_id': 'e3e3a10714cd4e51af843da979c43376', 'mac_address': 'fa:16:3e:1c:91:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dcd4674-daac-4e5a-a6f8-d26d382c909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:53:19Z', 'updated_at': '2020-11-19T05:53:25Z', 'revision_number': 4, 'project_id': 'e3e3a10714cd4e51af843da979c43376', 'subnets': [{'id': '2dcd4674-daac-4e5a-a6f8-d26d382c909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:53:26.489889 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d7399-8bbe-4e29-a721-608e2ed4bbf1 req-16f3d9ee-3ef3-441e-8801-0d0549babd20 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:26.501461 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 5ebb5d43-ce64-4228-a58d-c0bf3ccc365b up at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:53:26.501600 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e84d7399-8bbe-4e29-a721-608e2ed4bbf1 req-16f3d9ee-3ef3-441e-8801-0d0549babd20 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/ports?device_id=a9739c2d-9758-4581-afcf-b915be1b247c HTTP/1.1" status: 200 len: 946 time: 0.1324022 Nov 19 05:53:26.561535 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e84d7399-8bbe-4e29-a721-608e2ed4bbf1 req-3e9342ea-2cc2-4dc4-837b-f8fcaf900cef tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/security-groups?id=3a1b8c0d-4469-4b0a-a87b-188978163027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589912 Nov 19 05:53:26.599326 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning for port 5ebb5d43-ce64-4228-a58d-c0bf3ccc365b completed by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:53:26.608632 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning complete for port 5ebb5d43-ce64-4228-a58d-c0bf3ccc365b triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:53:26.609231 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:26.733348 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:26.780394 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] For port 5ebb5d43-ce64-4228-a58d-c0bf3ccc365b, host dv-cinder-763306-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=5ebb5d43-ce64-4228-a58d-c0bf3ccc365b,segment=NetworkSegment(a438abfd-19f3-403a-aad2-698341cfc097),segment_id=a438abfd-19f3-403a-aad2-698341cfc097)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:53:26.783831 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:26.786092 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-84f6facf-42e2-453a-a77f-01fbcd1a91fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:26.860103 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Pushing event updated for resources: {'Port': ['ID=5ebb5d43-ce64-4228-a58d-c0bf3ccc365b,revision_number=5']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:26.863538 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:27.443270 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab3a4e-0188-4b23-9217-683cece0decf req-b04901e7-282f-4a1f-a53b-a25acb8a504c tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:27.444862 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-87ab3a4e-0188-4b23-9217-683cece0decf req-b04901e7-282f-4a1f-a53b-a25acb8a504c tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.13 "GET /v2.0/ports?device_id=a9739c2d-9758-4581-afcf-b915be1b247c HTTP/1.1" status: 200 len: 946 time: 0.0875912 Nov 19 05:53:27.524103 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-87ab3a4e-0188-4b23-9217-683cece0decf req-60ca365b-4647-4136-a099-ba655460d306 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Deleting port db1c1b36-0f1e-4fc1-9e28-8ab2f0059900 {{(pid=80339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:53:27.524484 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-87ab3a4e-0188-4b23-9217-683cece0decf req-60ca365b-4647-4136-a099-ba655460d306 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:27.708108 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device db1c1b36-0f1e-4fc1-9e28-8ab2f0059900 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:53:27.832049 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:27.847883 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-87ab3a4e-0188-4b23-9217-683cece0decf req-60ca365b-4647-4136-a099-ba655460d306 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] For port db1c1b36-0f1e-4fc1-9e28-8ab2f0059900, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=db1c1b36-0f1e-4fc1-9e28-8ab2f0059900,segment=NetworkSegment(f411b961-1f94-42ba-ba4b-a6c3cdd62afa),segment_id=f411b961-1f94-42ba-ba4b-a6c3cdd62afa)] {{(pid=80339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:53:27.848288 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-87ab3a4e-0188-4b23-9217-683cece0decf req-60ca365b-4647-4136-a099-ba655460d306 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:27.863487 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9739c2d-9758-4581-afcf-b915be1b247c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db1c1b36-0f1e-4fc1-9e28-8ab2f0059900'}] {{(pid=80340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:53:27.873895 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] For port db1c1b36-0f1e-4fc1-9e28-8ab2f0059900, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=db1c1b36-0f1e-4fc1-9e28-8ab2f0059900,segment=NetworkSegment(f411b961-1f94-42ba-ba4b-a6c3cdd62afa),segment_id=f411b961-1f94-42ba-ba4b-a6c3cdd62afa)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:53:27.876846 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:27.878712 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:27.925469 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9739c2d-9758-4581-afcf-b915be1b247c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db1c1b36-0f1e-4fc1-9e28-8ab2f0059900', 'code': 200} Nov 19 05:53:27.952154 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Pushing event updated for resources: {'Port': ['ID=db1c1b36-0f1e-4fc1-9e28-8ab2f0059900,revision_number=5']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:27.955685 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:27.993392 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-87ab3a4e-0188-4b23-9217-683cece0decf req-60ca365b-4647-4136-a099-ba655460d306 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Calling delete_port for db1c1b36-0f1e-4fc1-9e28-8ab2f0059900 owned by compute:nova {{(pid=80339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:53:28.026002 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a8b4f-6852-4dd3-bac7-e414ae482e86 req-fc18b4d7-4683-4a33-b263-85e5d3b38339 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:28.027627 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-736a8b4f-6852-4dd3-bac7-e414ae482e86 req-fc18b4d7-4683-4a33-b263-85e5d3b38339 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/ports?device_id=a9739c2d-9758-4581-afcf-b915be1b247c HTTP/1.1" status: 200 len: 946 time: 0.2869620 Nov 19 05:53:28.116156 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-736a8b4f-6852-4dd3-bac7-e414ae482e86 req-47184147-5f85-47a9-abc7-e58b41fc89e9 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/security-groups?id=3a1b8c0d-4469-4b0a-a87b-188978163027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798190 Nov 19 05:53:28.123641 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.db.api [req-87ab3a4e-0188-4b23-9217-683cece0decf req-60ca365b-4647-4136-a099-ba655460d306 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80339) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 05:53:28.124007 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_db.api [req-87ab3a4e-0188-4b23-9217-683cece0decf req-60ca365b-4647-4136-a099-ba655460d306 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 05:53:28.442633 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 5ebb5d43-ce64-4228-a58d-c0bf3ccc365b up at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:53:28.513263 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Provisioning complete for port 5ebb5d43-ce64-4228-a58d-c0bf3ccc365b triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:53:28.513774 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:28.625467 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-87ab3a4e-0188-4b23-9217-683cece0decf req-60ca365b-4647-4136-a099-ba655460d306 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Deleting port db1c1b36-0f1e-4fc1-9e28-8ab2f0059900 {{(pid=80339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:53:28.625862 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-87ab3a4e-0188-4b23-9217-683cece0decf req-60ca365b-4647-4136-a099-ba655460d306 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:28.894070 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-87ab3a4e-0188-4b23-9217-683cece0decf req-60ca365b-4647-4136-a099-ba655460d306 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] For port db1c1b36-0f1e-4fc1-9e28-8ab2f0059900, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=db1c1b36-0f1e-4fc1-9e28-8ab2f0059900,segment=NetworkSegment(f411b961-1f94-42ba-ba4b-a6c3cdd62afa),segment_id=f411b961-1f94-42ba-ba4b-a6c3cdd62afa)] {{(pid=80339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:53:28.894505 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-87ab3a4e-0188-4b23-9217-683cece0decf req-60ca365b-4647-4136-a099-ba655460d306 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:29.023555 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-87ab3a4e-0188-4b23-9217-683cece0decf req-60ca365b-4647-4136-a099-ba655460d306 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Calling delete_port for db1c1b36-0f1e-4fc1-9e28-8ab2f0059900 owned by compute:nova {{(pid=80339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:53:29.176275 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-87ab3a4e-0188-4b23-9217-683cece0decf req-60ca365b-4647-4136-a099-ba655460d306 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474476'] for port, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:29.200029 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-ffc3d16d-4bd7-4309-bd2b-8a69c27a9832 tempest-TestMinimumBasicScenario-1226819870 tempest-TestMinimumBasicScenario-1226819870] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:29.245890 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca365b-4647-4136-a099-ba655460d306 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Pushing event deleted for resources: {'Port': ['ID=db1c1b36-0f1e-4fc1-9e28-8ab2f0059900,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:29.260197 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-60ca365b-4647-4136-a099-ba655460d306 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:29.311209 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-58b14048-ffb2-4dd7-99dc-a178c3ea4595 req-ce88a9f6-1d2c-4ac1-ae9c-a3a083493442 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/ports?device_id=a9739c2d-9758-4581-afcf-b915be1b247c HTTP/1.1" status: 200 len: 210 time: 0.0629735 Nov 19 05:53:29.453029 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ab3a4e-0188-4b23-9217-683cece0decf req-60ca365b-4647-4136-a099-ba655460d306 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] No DVR routers for this DVR port db1c1b36-0f1e-4fc1-9e28-8ab2f0059900 on host hv-cinder-76330 {{(pid=80339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:53:29.455172 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-87ab3a4e-0188-4b23-9217-683cece0decf req-60ca365b-4647-4136-a099-ba655460d306 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:29.457889 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9739c2d-9758-4581-afcf-b915be1b247c', 'name': 'network-vif-deleted', 'tag': 'db1c1b36-0f1e-4fc1-9e28-8ab2f0059900'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:53:29.473216 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-87ab3a4e-0188-4b23-9217-683cece0decf req-60ca365b-4647-4136-a099-ba655460d306 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.13 "DELETE /v2.0/ports/db1c1b36-0f1e-4fc1-9e28-8ab2f0059900 HTTP/1.1" status: 204 len: 173 time: 2.0219502 Nov 19 05:53:29.520109 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9739c2d-9758-4581-afcf-b915be1b247c', 'name': 'network-vif-deleted', 'tag': 'db1c1b36-0f1e-4fc1-9e28-8ab2f0059900', 'status': 'completed', 'code': 200} Nov 19 05:53:30.210601 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:34.892810 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-3c6ecde2-d53f-4db9-a7e3-5e0d09faf205 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:34.894459 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-3c6ecde2-d53f-4db9-a7e3-5e0d09faf205 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/networks?id=e6c53ee0-e161-48ab-a023-0745ee9ee6c6 HTTP/1.1" status: 200 len: 814 time: 0.1596868 Nov 19 05:53:34.911217 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-be5cda4f-4442-4ad3-a2d9-07e39eab19ca tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/quotas/1184d9f30ff14e1cab63bfe9044687fa HTTP/1.1" status: 200 len: 375 time: 0.0108578 Nov 19 05:53:34.959847 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-2e5f2ca0-f297-4b88-9d88-fe159a078009 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Synchronizing usage tracker for tenant:1184d9f30ff14e1cab63bfe9044687fa on resource:port {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:53:34.974022 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-2e5f2ca0-f297-4b88-9d88-fe159a078009 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Unset dirty status for tenant:1184d9f30ff14e1cab63bfe9044687fa on resource:port {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:53:34.975318 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-2e5f2ca0-f297-4b88-9d88-fe159a078009 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/ports?tenant_id=1184d9f30ff14e1cab63bfe9044687fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584478 Nov 19 05:53:35.318220 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-22bace72-26ef-4ecd-923e-36472a02611c service neutron] 10.222.0.16 "GET /v2.0/networks/e6c53ee0-e161-48ab-a023-0745ee9ee6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346858 Nov 19 05:53:35.459775 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-71829672-7a99-4df2-8156-7b079353f8d1 service neutron] 10.222.0.16 "GET /v2.0/networks/e6c53ee0-e161-48ab-a023-0745ee9ee6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1351404 Nov 19 05:53:35.657653 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-026fae63-a7c3-4e1c-a68d-10e5b4bb7e90 req-9549fe53-e750-4492-bcde-c9ef243e0d45 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/ports?device_id=7d18b808-8f17-4645-bdd3-87d013a361de HTTP/1.1" status: 200 len: 210 time: 0.0453484 Nov 19 05:53:36.791237 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-b158fa94-d70e-4ad6-8dd6-6efd1dc950ce tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:36.792793 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-b158fa94-d70e-4ad6-8dd6-6efd1dc950ce tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.13 "GET /v2.0/networks?id=e6c53ee0-e161-48ab-a023-0745ee9ee6c6 HTTP/1.1" status: 200 len: 814 time: 0.1607511 Nov 19 05:53:36.858974 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-39a07a8c-2093-407c-9233-fc87e909fe3f tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Request body: {'port': {'device_id': '7d18b808-8f17-4645-bdd3-87d013a361de', 'network_id': 'e6c53ee0-e161-48ab-a023-0745ee9ee6c6', 'admin_state_up': True, 'tenant_id': '1184d9f30ff14e1cab63bfe9044687fa'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:53:36.877479 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-6070741f-371b-462e-a6c9-71fe895c7067 req-b59b5380-5ff1-46c4-87cf-5db11dd15366 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/ports?device_id=7d18b808-8f17-4645-bdd3-87d013a361de HTTP/1.1" status: 200 len: 210 time: 0.0795867 Nov 19 05:53:37.001907 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-39a07a8c-2093-407c-9233-fc87e909fe3f tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:53:37.011706 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-39a07a8c-2093-407c-9233-fc87e909fe3f tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:53:37.020510 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-39a07a8c-2093-407c-9233-fc87e909fe3f tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Made reservation on behalf of 1184d9f30ff14e1cab63bfe9044687fa for: {'port': 1} {{(pid=80339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:53:37.026621 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-39a07a8c-2093-407c-9233-fc87e909fe3f tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:37.329996 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-39a07a8c-2093-407c-9233-fc87e909fe3f tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Allocated IP 172.20.0.2 (e6c53ee0-e161-48ab-a023-0745ee9ee6c6/4e04c9cf-a069-4c6d-a58e-7842b871e105/b544f8f5-453f-4507-a51a-55657db14270) {{(pid=80339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:53:37.538020 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-39a07a8c-2093-407c-9233-fc87e909fe3f tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Notify callbacks [] for port, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:37.566375 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-39a07a8c-2093-407c-9233-fc87e909fe3f tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474476'] for port, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:37.581599 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-edfb4135-2a4a-447e-8e17-8077fc4f18d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:37.725692 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a07a8c-2093-407c-9233-fc87e909fe3f tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Pushing event updated for resources: {'Port': ['ID=b544f8f5-453f-4507-a51a-55657db14270,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:37.731455 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-39a07a8c-2093-407c-9233-fc87e909fe3f tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:37.774190 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-39a07a8c-2093-407c-9233-fc87e909fe3f tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Network e6c53ee0-e161-48ab-a023-0745ee9ee6c6 is already hosted by enough agents. {{(pid=80339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:53:37.775772 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-39a07a8c-2093-407c-9233-fc87e909fe3f tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Resources bound (agent type, host, resource id): {{(pid=80339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:53:37.778129 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-39a07a8c-2093-407c-9233-fc87e909fe3f tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Received port after_create {{(pid=80339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:53:37.843310 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-39a07a8c-2093-407c-9233-fc87e909fe3f tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:37.843901 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-39a07a8c-2093-407c-9233-fc87e909fe3f tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:37.868403 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-39a07a8c-2093-407c-9233-fc87e909fe3f tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0189636 Nov 19 05:53:37.887576 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-95a417ef-e29f-40c4-af69-1db929308ce0 service neutron] Request body: {'port': {'device_id': '7d18b808-8f17-4645-bdd3-87d013a361de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:53:38.004845 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-95a417ef-e29f-40c4-af69-1db929308ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:38.250668 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee3b64-0b78-44ac-8057-43dc070cc5dd req-c72d889e-607b-4a22-9daa-dd91ec1bfd84 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:38.251447 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-99ee3b64-0b78-44ac-8057-43dc070cc5dd req-c72d889e-607b-4a22-9daa-dd91ec1bfd84 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Synchronizing usage tracker for tenant:1184d9f30ff14e1cab63bfe9044687fa on resource:port {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:53:38.288968 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-99ee3b64-0b78-44ac-8057-43dc070cc5dd req-c72d889e-607b-4a22-9daa-dd91ec1bfd84 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Unset dirty status for tenant:1184d9f30ff14e1cab63bfe9044687fa on resource:port {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:53:38.290253 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-99ee3b64-0b78-44ac-8057-43dc070cc5dd req-c72d889e-607b-4a22-9daa-dd91ec1bfd84 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/ports?device_id=7d18b808-8f17-4645-bdd3-87d013a361de HTTP/1.1" status: 200 len: 931 time: 0.2752202 Nov 19 05:53:38.437709 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-99ee3b64-0b78-44ac-8057-43dc070cc5dd req-1a091a01-a90e-46e5-9a7a-861f21e9a783 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/security-groups?id=3a1b8c0d-4469-4b0a-a87b-188978163027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245551 Nov 19 05:53:38.538189 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-95a417ef-e29f-40c4-af69-1db929308ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b544f8f5-453f-4507-a51a-55657db14270 {{(pid=80339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:53:38.545769 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-95a417ef-e29f-40c4-af69-1db929308ce0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:38.558052 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-95a417ef-e29f-40c4-af69-1db929308ce0 service neutron] Transition to ACTIVE for port object b544f8f5-453f-4507-a51a-55657db14270 will not be triggered until provisioned by entity L2. {{(pid=80339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:53:38.562069 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-95a417ef-e29f-40c4-af69-1db929308ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843301323'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:38.577671 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-39a07a8c-2093-407c-9233-fc87e909fe3f tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:38.718990 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a417ef-e29f-40c4-af69-1db929308ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=b544f8f5-453f-4507-a51a-55657db14270,revision_number=2']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:38.724092 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-95a417ef-e29f-40c4-af69-1db929308ce0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:38.898418 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-95a417ef-e29f-40c4-af69-1db929308ce0 service neutron] Attempting to bind port b544f8f5-453f-4507-a51a-55657db14270 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:53:38.899004 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-95a417ef-e29f-40c4-af69-1db929308ce0 service neutron] Attempting to bind port b544f8f5-453f-4507-a51a-55657db14270 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'f411b961-1f94-42ba-ba4b-a6c3cdd62afa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e6c53ee0-e161-48ab-a023-0745ee9ee6c6'}] {{(pid=80339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:53:38.899153 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-95a417ef-e29f-40c4-af69-1db929308ce0 service neutron] Attempting to bind port b544f8f5-453f-4507-a51a-55657db14270 on network e6c53ee0-e161-48ab-a023-0745ee9ee6c6 {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:53:38.906540 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-95a417ef-e29f-40c4-af69-1db929308ce0 service neutron] Checking agent: {'id': '5d7c8804-5253-4fea-87de-bba3ff4a5dbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 42, 30), 'started_at': datetime.datetime(2020, 11, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:53:38.906915 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-95a417ef-e29f-40c4-af69-1db929308ce0 service neutron] Checking segment: {'id': 'f411b961-1f94-42ba-ba4b-a6c3cdd62afa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e6c53ee0-e161-48ab-a023-0745ee9ee6c6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:53:38.907320 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-95a417ef-e29f-40c4-af69-1db929308ce0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:38.907714 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-95a417ef-e29f-40c4-af69-1db929308ce0 service neutron] Bound using segment: {'id': 'f411b961-1f94-42ba-ba4b-a6c3cdd62afa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e6c53ee0-e161-48ab-a023-0745ee9ee6c6'} {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:53:38.908207 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-95a417ef-e29f-40c4-af69-1db929308ce0 service neutron] Bound port: b544f8f5-453f-4507-a51a-55657db14270, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f411b961-1f94-42ba-ba4b-a6c3cdd62afa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e6c53ee0-e161-48ab-a023-0745ee9ee6c6'}}] {{(pid=80339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:53:38.908579 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-95a417ef-e29f-40c4-af69-1db929308ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:39.001376 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-95a417ef-e29f-40c4-af69-1db929308ce0 service neutron] For port b544f8f5-453f-4507-a51a-55657db14270, host hv-cinder-76330, cleared binding levels {{(pid=80339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:53:39.004383 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-95a417ef-e29f-40c4-af69-1db929308ce0 service neutron] For port b544f8f5-453f-4507-a51a-55657db14270, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b544f8f5-453f-4507-a51a-55657db14270,segment=NetworkSegment(f411b961-1f94-42ba-ba4b-a6c3cdd62afa),segment_id=f411b961-1f94-42ba-ba4b-a6c3cdd62afa)] {{(pid=80339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:53:39.007649 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-95a417ef-e29f-40c4-af69-1db929308ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843301323'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:39.023077 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f90cfa2a-c622-4738-a5f8-e24e955a3893 tempest-ServerRescueNegativeTestJSON-1248591778 tempest-ServerRescueNegativeTestJSON-1248591778] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:39.172239 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a417ef-e29f-40c4-af69-1db929308ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=b544f8f5-453f-4507-a51a-55657db14270,revision_number=3']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:39.177004 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-95a417ef-e29f-40c4-af69-1db929308ce0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:39.209584 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-95a417ef-e29f-40c4-af69-1db929308ce0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:39.211340 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-95a417ef-e29f-40c4-af69-1db929308ce0 service neutron] 10.222.0.13 "PUT /v2.0/ports/b544f8f5-453f-4507-a51a-55657db14270 HTTP/1.1" status: 200 len: 1157 time: 1.3283784 Nov 19 05:53:39.211869 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d18b808-8f17-4645-bdd3-87d013a361de', 'tag': 'b544f8f5-453f-4507-a51a-55657db14270'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:53:39.294945 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d18b808-8f17-4645-bdd3-87d013a361de', 'tag': 'b544f8f5-453f-4507-a51a-55657db14270', 'status': 'completed', 'code': 200} Nov 19 05:53:39.342569 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-824fb3e9-0c53-43ae-966e-3e8ae9de607b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1184d9f30ff14e1cab63bfe9044687fa&device_id=7d18b808-8f17-4645-bdd3-87d013a361de HTTP/1.1" status: 200 len: 1160 time: 0.0820086 Nov 19 05:53:39.420146 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-94ae3a64-0ac7-49f9-8a85-e5f6f812b767 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b544f8f5-453f-4507-a51a-55657db14270 HTTP/1.1" status: 200 len: 217 time: 0.0649889 Nov 19 05:53:39.525927 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-6c62e5c6-72c8-45cf-a9ac-b571effb6bb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:39.527426 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-6c62e5c6-72c8-45cf-a9ac-b571effb6bb5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e04c9cf-a069-4c6d-a58e-7842b871e105 HTTP/1.1" status: 200 len: 854 time: 0.1014552 Nov 19 05:53:39.531811 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-52835849-2f43-4819-afcc-da4bfe93b497 req-4dac7433-6f58-41f5-b7c0-edda3df65b95 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Synchronizing usage tracker for tenant:e3e3a10714cd4e51af843da979c43376 on resource:security_group {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:53:39.616409 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-8c003d56-7283-454a-b93b-1a87ec1e2ed2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6c53ee0-e161-48ab-a023-0745ee9ee6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816662 Nov 19 05:53:39.884418 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-52835849-2f43-4819-afcc-da4bfe93b497 req-4dac7433-6f58-41f5-b7c0-edda3df65b95 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Unset dirty status for tenant:e3e3a10714cd4e51af843da979c43376 on resource:security_group {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:53:39.885652 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-52835849-2f43-4819-afcc-da4bfe93b497 req-4dac7433-6f58-41f5-b7c0-edda3df65b95 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-232119371&fields=id&tenant_id=e3e3a10714cd4e51af843da979c43376 HTTP/1.1" status: 200 len: 267 time: 0.4256370 Nov 19 05:53:39.971145 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-23ffb822-a97a-40f9-97fa-8208ad820e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:40.113458 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09922cc-83ff-4130-bd40-846bc6265ff7 req-dda1f363-33bc-4f2b-a754-b523be9e8099 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:40.115074 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e09922cc-83ff-4130-bd40-846bc6265ff7 req-dda1f363-33bc-4f2b-a754-b523be9e8099 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/ports?device_id=7d18b808-8f17-4645-bdd3-87d013a361de HTTP/1.1" status: 200 len: 943 time: 0.5411506 Nov 19 05:53:40.145566 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-e99003b1-5bfa-4fc7-b58d-c55903c76272 service neutron] 10.222.0.13 "GET /v2.0/networks/e6c53ee0-e161-48ab-a023-0745ee9ee6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5209150 Nov 19 05:53:40.297180 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52835849-2f43-4819-afcc-da4bfe93b497 req-ed23f9c5-fe2f-49aa-902b-9515552585b9 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:40.297926 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-52835849-2f43-4819-afcc-da4bfe93b497 req-ed23f9c5-fe2f-49aa-902b-9515552585b9 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Synchronizing usage tracker for tenant:e3e3a10714cd4e51af843da979c43376 on resource:network {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:53:40.320228 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e09922cc-83ff-4130-bd40-846bc6265ff7 req-e3f1b890-3783-42a3-849a-3dee7e218f61 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/security-groups?id=3a1b8c0d-4469-4b0a-a87b-188978163027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971304 Nov 19 05:53:40.340282 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-52835849-2f43-4819-afcc-da4bfe93b497 req-ed23f9c5-fe2f-49aa-902b-9515552585b9 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Unset dirty status for tenant:e3e3a10714cd4e51af843da979c43376 on resource:network {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:53:40.341532 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-52835849-2f43-4819-afcc-da4bfe93b497 req-ed23f9c5-fe2f-49aa-902b-9515552585b9 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/networks?id=8c1f1990-04d7-474e-ad88-b00f95a530af HTTP/1.1" status: 200 len: 809 time: 0.4437678 Nov 19 05:53:40.347104 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-70be74e9-d8b0-4ccc-bcd3-9e67f517ac67 req-db171902-6e6e-42d2-8dae-c01fd68301d6 service neutron] 10.222.0.13 "GET /v2.0/networks/e6c53ee0-e161-48ab-a023-0745ee9ee6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1939874 Nov 19 05:53:40.359686 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-52835849-2f43-4819-afcc-da4bfe93b497 req-cd58ab21-a2b7-427a-bfe5-23234254e42c tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/quotas/e3e3a10714cd4e51af843da979c43376 HTTP/1.1" status: 200 len: 375 time: 0.0116196 Nov 19 05:53:40.494105 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-52835849-2f43-4819-afcc-da4bfe93b497 req-fb5fb576-0053-425a-820c-bb3caa68964c tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/ports?tenant_id=e3e3a10714cd4e51af843da979c43376&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1287816 Nov 19 05:53:40.564718 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-dce1d3a7-de2a-470a-9a40-f58084b6628a req-da2ce204-f35b-4872-958c-20e8608fdf16 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1184d9f30ff14e1cab63bfe9044687fa&device_id=7d18b808-8f17-4645-bdd3-87d013a361de HTTP/1.1" status: 200 len: 1160 time: 0.1356437 Nov 19 05:53:40.762723 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-52835849-2f43-4819-afcc-da4bfe93b497 req-b05577d7-d1fa-4ade-b228-e54668b0f323 service neutron] 10.222.0.16 "GET /v2.0/networks/8c1f1990-04d7-474e-ad88-b00f95a530af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556500 Nov 19 05:53:40.825111 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1d3a7-de2a-470a-9a40-f58084b6628a req-366f7354-1f6d-4def-b924-a3433278efdc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:40.826656 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-dce1d3a7-de2a-470a-9a40-f58084b6628a req-366f7354-1f6d-4def-b924-a3433278efdc service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6c53ee0-e161-48ab-a023-0745ee9ee6c6 HTTP/1.1" status: 200 len: 908 time: 0.2105467 Nov 19 05:53:40.960644 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-dce1d3a7-de2a-470a-9a40-f58084b6628a req-ed5dad51-a063-4928-a8a2-71a8e03be6e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b544f8f5-453f-4507-a51a-55657db14270 HTTP/1.1" status: 200 len: 217 time: 0.0829065 Nov 19 05:53:41.038469 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-52835849-2f43-4819-afcc-da4bfe93b497 req-4254777b-5287-4291-9bb3-1bed1ac092b0 service neutron] 10.222.0.16 "GET /v2.0/networks/8c1f1990-04d7-474e-ad88-b00f95a530af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2687895 Nov 19 05:53:41.049961 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1d3a7-de2a-470a-9a40-f58084b6628a req-a40f6061-1904-4fde-bb70-6613139375c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:41.051463 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-dce1d3a7-de2a-470a-9a40-f58084b6628a req-a40f6061-1904-4fde-bb70-6613139375c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e04c9cf-a069-4c6d-a58e-7842b871e105 HTTP/1.1" status: 200 len: 854 time: 0.0834637 Nov 19 05:53:41.110781 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-dce1d3a7-de2a-470a-9a40-f58084b6628a req-570d5731-e703-40f2-9aaf-bf6c729db175 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6c53ee0-e161-48ab-a023-0745ee9ee6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445254 Nov 19 05:53:41.255761 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-dce1d3a7-de2a-470a-9a40-f58084b6628a req-d52358b7-d20f-4ddb-a247-44bd340faa9b service neutron] 10.222.0.13 "GET /v2.0/networks/e6c53ee0-e161-48ab-a023-0745ee9ee6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377282 Nov 19 05:53:41.404274 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-dce1d3a7-de2a-470a-9a40-f58084b6628a req-4031e0bb-63a1-42d2-a9c7-8c7ffeef37ac service neutron] 10.222.0.13 "GET /v2.0/networks/e6c53ee0-e161-48ab-a023-0745ee9ee6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1414905 Nov 19 05:53:41.469396 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e6cd1164-5866-4832-a795-625f5144b4ef req-27cd0c24-1cbe-42fc-be83-f553b82ce208 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 210 time: 0.0467460 Nov 19 05:53:41.557974 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923253ef-9f3c-478d-9dbf-825631201470 req-c1224731-fb64-4345-994c-afd0f77875b5 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:41.559605 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-923253ef-9f3c-478d-9dbf-825631201470 req-c1224731-fb64-4345-994c-afd0f77875b5 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/ports?device_id=7d18b808-8f17-4645-bdd3-87d013a361de HTTP/1.1" status: 200 len: 943 time: 0.0877030 Nov 19 05:53:41.612334 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-923253ef-9f3c-478d-9dbf-825631201470 req-78cfa0f1-3a3a-4195-8ebb-fd15af63c6a5 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/security-groups?id=3a1b8c0d-4469-4b0a-a87b-188978163027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444372 Nov 19 05:53:42.214804 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device b544f8f5-453f-4507-a51a-55657db14270 up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:53:42.286511 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning for port b544f8f5-453f-4507-a51a-55657db14270 completed by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:53:42.291333 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port b544f8f5-453f-4507-a51a-55657db14270 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:53:42.291756 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:42.407160 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:42.435579 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d18b808-8f17-4645-bdd3-87d013a361de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b544f8f5-453f-4507-a51a-55657db14270'}] {{(pid=80340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:53:42.452843 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] For port b544f8f5-453f-4507-a51a-55657db14270, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b544f8f5-453f-4507-a51a-55657db14270,segment=NetworkSegment(f411b961-1f94-42ba-ba4b-a6c3cdd62afa),segment_id=f411b961-1f94-42ba-ba4b-a6c3cdd62afa)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:53:42.458651 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:42.461290 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:42.502178 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d18b808-8f17-4645-bdd3-87d013a361de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b544f8f5-453f-4507-a51a-55657db14270', 'code': 200} Nov 19 05:53:42.509743 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-0c824ec5-5b8c-4c48-9f5c-1e7d203a0921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:42.541575 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Pushing event updated for resources: {'Port': ['ID=b544f8f5-453f-4507-a51a-55657db14270,revision_number=4']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:42.546333 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:42.687882 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52835849-2f43-4819-afcc-da4bfe93b497 req-526a25e5-e372-4f87-9833-373f600aec4f tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:42.690232 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-52835849-2f43-4819-afcc-da4bfe93b497 req-526a25e5-e372-4f87-9833-373f600aec4f tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.13 "GET /v2.0/networks?id=8c1f1990-04d7-474e-ad88-b00f95a530af HTTP/1.1" status: 200 len: 809 time: 0.2283132 Nov 19 05:53:42.691700 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-bcc91d41-b2f0-4837-8b0c-14f19f89be07 req-3faac631-3d0e-4d1a-8c01-ec5ecac6bb14 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 210 time: 0.0594745 Nov 19 05:53:42.874738 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-52835849-2f43-4819-afcc-da4bfe93b497 req-76c26727-4a17-4fcc-bf78-b4d4fe77af24 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3e3a10714cd4e51af843da979c43376 HTTP/1.1" status: 200 len: 5079 time: 0.1673875 Nov 19 05:53:42.888930 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-52835849-2f43-4819-afcc-da4bfe93b497 req-d4bf594e-8483-41ff-9e3b-cc7804241b80 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Request body: {'port': {'device_id': 'a31486a6-9b87-4b8a-884e-a71c1b57d056', 'network_id': '8c1f1990-04d7-474e-ad88-b00f95a530af', 'admin_state_up': True, 'tenant_id': 'e3e3a10714cd4e51af843da979c43376', 'security_groups': ['3f578b25-b23c-4de7-827c-f2819ad18e64']}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:53:43.005746 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:43.231829 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 6 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:53:43.278529 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bc9f4-76f0-4977-b519-67cbd2202047 req-e91bafa9-7207-4e5d-95c6-114d6a9c111a tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:43.280170 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e92bc9f4-76f0-4977-b519-67cbd2202047 req-e91bafa9-7207-4e5d-95c6-114d6a9c111a tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/ports?device_id=7d18b808-8f17-4645-bdd3-87d013a361de HTTP/1.1" status: 200 len: 945 time: 0.5156870 Nov 19 05:53:43.287669 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b33543bb-462a-4463-8b1c-c5c8aee61cd8 req-47778b53-ef32-4bcb-95d9-f1acbe10ee82 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7d18b808-8f17-4645-bdd3-87d013a361de HTTP/1.1" status: 200 len: 1162 time: 0.4739897 Nov 19 05:53:43.355806 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-52835849-2f43-4819-afcc-da4bfe93b497 req-d4bf594e-8483-41ff-9e3b-cc7804241b80 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:53:43.362687 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-52835849-2f43-4819-afcc-da4bfe93b497 req-d4bf594e-8483-41ff-9e3b-cc7804241b80 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Usage tracker for resource:port and tenant:e3e3a10714cd4e51af843da979c43376 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:53:43.367028 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-52835849-2f43-4819-afcc-da4bfe93b497 req-d4bf594e-8483-41ff-9e3b-cc7804241b80 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Quota usage for port was recalculated. Used quota:2. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:53:43.390139 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-52835849-2f43-4819-afcc-da4bfe93b497 req-d4bf594e-8483-41ff-9e3b-cc7804241b80 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:53:43.416288 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e92bc9f4-76f0-4977-b519-67cbd2202047 req-12a6009d-e1bd-4631-8e42-3013215a509a tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/security-groups?id=3a1b8c0d-4469-4b0a-a87b-188978163027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245606 Nov 19 05:53:43.416835 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52835849-2f43-4819-afcc-da4bfe93b497 req-d4bf594e-8483-41ff-9e3b-cc7804241b80 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Made reservation on behalf of e3e3a10714cd4e51af843da979c43376 for: {'port': 1} {{(pid=80339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:53:43.422246 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-52835849-2f43-4819-afcc-da4bfe93b497 req-d4bf594e-8483-41ff-9e3b-cc7804241b80 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:43.433235 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b33543bb-462a-4463-8b1c-c5c8aee61cd8 req-a2f0a4e8-0ae0-43d9-b6da-af9df1488f42 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3a1b8c0d-4469-4b0a-a87b-188978163027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159980 Nov 19 05:53:43.731308 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [req-52835849-2f43-4819-afcc-da4bfe93b497 req-d4bf594e-8483-41ff-9e3b-cc7804241b80 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Allocated IP 172.20.0.11 (8c1f1990-04d7-474e-ad88-b00f95a530af/2dcd4674-daac-4e5a-a6f8-d26d382c909b/5502d5dd-2d7d-474c-bed9-73ad60b410ff) {{(pid=80339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:53:43.915606 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:43.926267 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-af82447a-953f-4e30-b1ac-eabf7c6e3cdb req-e733c4ab-6636-4ef1-9aa4-a1a64ba598d5 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 210 time: 0.0669405 Nov 19 05:53:43.968546 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-52835849-2f43-4819-afcc-da4bfe93b497 req-d4bf594e-8483-41ff-9e3b-cc7804241b80 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks [] for port, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:43.976324 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device b544f8f5-453f-4507-a51a-55657db14270 up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:53:43.985615 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [req-52835849-2f43-4819-afcc-da4bfe93b497 req-d4bf594e-8483-41ff-9e3b-cc7804241b80 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Transition to ACTIVE for port object 5502d5dd-2d7d-474c-bed9-73ad60b410ff will not be triggered until provisioned by entity DHCP. {{(pid=80339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:53:44.004652 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-52835849-2f43-4819-afcc-da4bfe93b497 req-d4bf594e-8483-41ff-9e3b-cc7804241b80 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474476'] for port, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:44.019847 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-6c837a00-1b35-4443-a3a3-8f313a714fe6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:44.047420 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port b544f8f5-453f-4507-a51a-55657db14270 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:53:44.047840 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:44.171922 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf594e-8483-41ff-9e3b-cc7804241b80 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Pushing event updated for resources: {'Port': ['ID=5502d5dd-2d7d-474c-bed9-73ad60b410ff,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:44.174322 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:44.175516 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d4bf594e-8483-41ff-9e3b-cc7804241b80 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:44.222597 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52835849-2f43-4819-afcc-da4bfe93b497 req-d4bf594e-8483-41ff-9e3b-cc7804241b80 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Network 8c1f1990-04d7-474e-ad88-b00f95a530af is already hosted by enough agents. {{(pid=80339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:53:44.223786 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [req-52835849-2f43-4819-afcc-da4bfe93b497 req-d4bf594e-8483-41ff-9e3b-cc7804241b80 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Resources bound (agent type, host, resource id): {{(pid=80339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:53:44.226094 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-52835849-2f43-4819-afcc-da4bfe93b497 req-d4bf594e-8483-41ff-9e3b-cc7804241b80 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Received port after_create {{(pid=80339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:53:44.291855 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52835849-2f43-4819-afcc-da4bfe93b497 req-d4bf594e-8483-41ff-9e3b-cc7804241b80 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:44.292501 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-52835849-2f43-4819-afcc-da4bfe93b497 req-d4bf594e-8483-41ff-9e3b-cc7804241b80 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:44.313852 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-52835849-2f43-4819-afcc-da4bfe93b497 req-d4bf594e-8483-41ff-9e3b-cc7804241b80 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4320693 Nov 19 05:53:44.367737 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-52835849-2f43-4819-afcc-da4bfe93b497 req-b4ae6c28-c001-4389-ae62-ccc7202e2f9d service neutron] Request body: {'port': {'device_id': 'a31486a6-9b87-4b8a-884e-a71c1b57d056', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:53:44.481223 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-13c30e7b-deb1-4844-a20d-1b3674fb80cf None None] Provisioning for port 5502d5dd-2d7d-474c-bed9-73ad60b410ff completed by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:53:44.483972 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-13c30e7b-deb1-4844-a20d-1b3674fb80cf None None] Provisioning complete for port 5502d5dd-2d7d-474c-bed9-73ad60b410ff triggered by entity DHCP. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:53:44.484392 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-13c30e7b-deb1-4844-a20d-1b3674fb80cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:44.487641 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-52835849-2f43-4819-afcc-da4bfe93b497 req-b4ae6c28-c001-4389-ae62-ccc7202e2f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:44.544857 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-13c30e7b-deb1-4844-a20d-1b3674fb80cf None None] Port 5502d5dd-2d7d-474c-bed9-73ad60b410ff cannot update to ACTIVE because it is not bound. {{(pid=80340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:53:44.786157 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f745a-e8bc-4ee3-a6a7-53e3ec7d9ac6 req-20065316-6e8a-4c92-b5f7-77fbefcf600c tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:44.787692 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-405f745a-e8bc-4ee3-a6a7-53e3ec7d9ac6 req-20065316-6e8a-4c92-b5f7-77fbefcf600c tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/ports?device_id=7d18b808-8f17-4645-bdd3-87d013a361de HTTP/1.1" status: 200 len: 945 time: 0.1791780 Nov 19 05:53:44.934441 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-405f745a-e8bc-4ee3-a6a7-53e3ec7d9ac6 req-970496a0-9b86-4d1f-b161-c944e9b9e40c tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/security-groups?id=3a1b8c0d-4469-4b0a-a87b-188978163027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309760 Nov 19 05:53:45.035306 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [req-52835849-2f43-4819-afcc-da4bfe93b497 req-b4ae6c28-c001-4389-ae62-ccc7202e2f9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5502d5dd-2d7d-474c-bed9-73ad60b410ff {{(pid=80339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:53:45.042647 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-52835849-2f43-4819-afcc-da4bfe93b497 req-b4ae6c28-c001-4389-ae62-ccc7202e2f9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:45.056254 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [req-52835849-2f43-4819-afcc-da4bfe93b497 req-b4ae6c28-c001-4389-ae62-ccc7202e2f9d service neutron] Transition to ACTIVE for port object 5502d5dd-2d7d-474c-bed9-73ad60b410ff will not be triggered until provisioned by entity L2. {{(pid=80339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:53:45.058988 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-52835849-2f43-4819-afcc-da4bfe93b497 req-b4ae6c28-c001-4389-ae62-ccc7202e2f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843301323'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:45.076861 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-39f7a0d6-8891-41f7-9a9f-88d658edd421 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:45.275156 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae6c28-c001-4389-ae62-ccc7202e2f9d service neutron] Pushing event updated for resources: {'Port': ['ID=5502d5dd-2d7d-474c-bed9-73ad60b410ff,revision_number=2']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:45.280647 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-b4ae6c28-c001-4389-ae62-ccc7202e2f9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:45.337447 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f77fa-7df7-45cb-ac6a-621152387fe3 req-9c1035fc-9fbb-4ea0-8954-1f4c9174dd74 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:45.338218 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-501f77fa-7df7-45cb-ac6a-621152387fe3 req-9c1035fc-9fbb-4ea0-8954-1f4c9174dd74 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Synchronizing usage tracker for tenant:e3e3a10714cd4e51af843da979c43376 on resource:port {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:53:45.453264 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-501f77fa-7df7-45cb-ac6a-621152387fe3 req-9c1035fc-9fbb-4ea0-8954-1f4c9174dd74 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Unset dirty status for tenant:e3e3a10714cd4e51af843da979c43376 on resource:port {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:53:45.454571 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-501f77fa-7df7-45cb-ac6a-621152387fe3 req-9c1035fc-9fbb-4ea0-8954-1f4c9174dd74 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 944 time: 0.3810401 Nov 19 05:53:45.539183 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-52835849-2f43-4819-afcc-da4bfe93b497 req-b4ae6c28-c001-4389-ae62-ccc7202e2f9d service neutron] Attempting to bind port 5502d5dd-2d7d-474c-bed9-73ad60b410ff on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:53:45.539584 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-52835849-2f43-4819-afcc-da4bfe93b497 req-b4ae6c28-c001-4389-ae62-ccc7202e2f9d service neutron] Attempting to bind port 5502d5dd-2d7d-474c-bed9-73ad60b410ff by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'a438abfd-19f3-403a-aad2-698341cfc097', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8c1f1990-04d7-474e-ad88-b00f95a530af'}] {{(pid=80339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:53:45.539938 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52835849-2f43-4819-afcc-da4bfe93b497 req-b4ae6c28-c001-4389-ae62-ccc7202e2f9d service neutron] Attempting to bind port 5502d5dd-2d7d-474c-bed9-73ad60b410ff on network 8c1f1990-04d7-474e-ad88-b00f95a530af {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:53:45.546966 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52835849-2f43-4819-afcc-da4bfe93b497 req-b4ae6c28-c001-4389-ae62-ccc7202e2f9d service neutron] Checking agent: {'id': '5d7c8804-5253-4fea-87de-bba3ff4a5dbe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 42, 30), 'started_at': datetime.datetime(2020, 11, 19, 5, 43), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.17', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:53:45.547336 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52835849-2f43-4819-afcc-da4bfe93b497 req-b4ae6c28-c001-4389-ae62-ccc7202e2f9d service neutron] Checking segment: {'id': 'a438abfd-19f3-403a-aad2-698341cfc097', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8c1f1990-04d7-474e-ad88-b00f95a530af'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:53:45.547721 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-52835849-2f43-4819-afcc-da4bfe93b497 req-b4ae6c28-c001-4389-ae62-ccc7202e2f9d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:45.548112 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52835849-2f43-4819-afcc-da4bfe93b497 req-b4ae6c28-c001-4389-ae62-ccc7202e2f9d service neutron] Bound using segment: {'id': 'a438abfd-19f3-403a-aad2-698341cfc097', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8c1f1990-04d7-474e-ad88-b00f95a530af'} {{(pid=80339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:53:45.548588 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [req-52835849-2f43-4819-afcc-da4bfe93b497 req-b4ae6c28-c001-4389-ae62-ccc7202e2f9d service neutron] Bound port: 5502d5dd-2d7d-474c-bed9-73ad60b410ff, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a438abfd-19f3-403a-aad2-698341cfc097', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8c1f1990-04d7-474e-ad88-b00f95a530af'}}] {{(pid=80339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:53:45.548977 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-52835849-2f43-4819-afcc-da4bfe93b497 req-b4ae6c28-c001-4389-ae62-ccc7202e2f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:45.560356 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-501f77fa-7df7-45cb-ac6a-621152387fe3 req-b576d494-090e-4e19-898a-86eedcde3fff tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/security-groups?id=3f578b25-b23c-4de7-827c-f2819ad18e64&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0964658 Nov 19 05:53:45.648879 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-52835849-2f43-4819-afcc-da4bfe93b497 req-b4ae6c28-c001-4389-ae62-ccc7202e2f9d service neutron] For port 5502d5dd-2d7d-474c-bed9-73ad60b410ff, host hv-cinder-76330, cleared binding levels {{(pid=80339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:53:45.652583 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-52835849-2f43-4819-afcc-da4bfe93b497 req-b4ae6c28-c001-4389-ae62-ccc7202e2f9d service neutron] For port 5502d5dd-2d7d-474c-bed9-73ad60b410ff, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=5502d5dd-2d7d-474c-bed9-73ad60b410ff,segment=NetworkSegment(a438abfd-19f3-403a-aad2-698341cfc097),segment_id=a438abfd-19f3-403a-aad2-698341cfc097)] {{(pid=80339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:53:45.655915 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-52835849-2f43-4819-afcc-da4bfe93b497 req-b4ae6c28-c001-4389-ae62-ccc7202e2f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843301323'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:45.671092 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-158f1808-6ab4-4b31-bbd3-94b45adef564 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:45.820590 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae6c28-c001-4389-ae62-ccc7202e2f9d service neutron] Pushing event updated for resources: {'Port': ['ID=5502d5dd-2d7d-474c-bed9-73ad60b410ff,revision_number=3']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:45.825981 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-b4ae6c28-c001-4389-ae62-ccc7202e2f9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:45.858890 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-52835849-2f43-4819-afcc-da4bfe93b497 req-b4ae6c28-c001-4389-ae62-ccc7202e2f9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:45.860359 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-52835849-2f43-4819-afcc-da4bfe93b497 req-b4ae6c28-c001-4389-ae62-ccc7202e2f9d service neutron] 10.222.0.13 "PUT /v2.0/ports/5502d5dd-2d7d-474c-bed9-73ad60b410ff HTTP/1.1" status: 200 len: 1158 time: 1.4991524 Nov 19 05:53:45.860877 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a31486a6-9b87-4b8a-884e-a71c1b57d056', 'tag': '5502d5dd-2d7d-474c-bed9-73ad60b410ff'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:53:45.953611 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a31486a6-9b87-4b8a-884e-a71c1b57d056', 'tag': '5502d5dd-2d7d-474c-bed9-73ad60b410ff', 'status': 'completed', 'code': 200} Nov 19 05:53:45.997364 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-52835849-2f43-4819-afcc-da4bfe93b497 req-c186e46f-526b-4c5a-9254-5e4f71960453 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3e3a10714cd4e51af843da979c43376&device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 1161 time: 0.0861280 Nov 19 05:53:46.076310 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-52835849-2f43-4819-afcc-da4bfe93b497 req-bdf4b1eb-3db4-4e0d-8fe0-c952a783ce4c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5502d5dd-2d7d-474c-bed9-73ad60b410ff HTTP/1.1" status: 200 len: 217 time: 0.0652292 Nov 19 05:53:46.149436 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52835849-2f43-4819-afcc-da4bfe93b497 req-9141dd30-6640-4a48-9205-8544e5aef4ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:46.150933 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-52835849-2f43-4819-afcc-da4bfe93b497 req-9141dd30-6640-4a48-9205-8544e5aef4ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2dcd4674-daac-4e5a-a6f8-d26d382c909b HTTP/1.1" status: 200 len: 848 time: 0.0678105 Nov 19 05:53:46.232055 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-52835849-2f43-4819-afcc-da4bfe93b497 req-d636c321-05fb-4bf5-ade2-34388451939a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c1f1990-04d7-474e-ad88-b00f95a530af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0745037 Nov 19 05:53:46.386280 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-52835849-2f43-4819-afcc-da4bfe93b497 req-5b604e69-414d-473d-a250-6fe4bdf8cf3d service neutron] 10.222.0.13 "GET /v2.0/networks/8c1f1990-04d7-474e-ad88-b00f95a530af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375020 Nov 19 05:53:46.533413 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-52835849-2f43-4819-afcc-da4bfe93b497 req-d1e041e5-6ee5-43b9-9a2d-37aba1697bb8 service neutron] 10.222.0.13 "GET /v2.0/networks/8c1f1990-04d7-474e-ad88-b00f95a530af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1376636 Nov 19 05:53:46.973285 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d5b01663-70b8-46b3-a933-e3d04b25f9a1 req-22b71426-1105-4930-8cfa-6dde91724dec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3e3a10714cd4e51af843da979c43376&device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 1161 time: 0.3382387 Nov 19 05:53:47.112332 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410125a-4d20-463e-b97e-82e623c4fdde req-b28e2bb4-23a6-4943-b4f3-d04dd2fbf3d7 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:47.113956 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4410125a-4d20-463e-b97e-82e623c4fdde req-b28e2bb4-23a6-4943-b4f3-d04dd2fbf3d7 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 944 time: 0.4126203 Nov 19 05:53:47.169113 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b01663-70b8-46b3-a933-e3d04b25f9a1 req-732fde55-2229-41be-8550-7d0030232ad4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:47.170642 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d5b01663-70b8-46b3-a933-e3d04b25f9a1 req-732fde55-2229-41be-8550-7d0030232ad4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8c1f1990-04d7-474e-ad88-b00f95a530af HTTP/1.1" status: 200 len: 903 time: 0.1891732 Nov 19 05:53:47.241912 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4410125a-4d20-463e-b97e-82e623c4fdde req-2d7401b5-bcfc-419b-8c77-58be521e985f tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/security-groups?id=3f578b25-b23c-4de7-827c-f2819ad18e64&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1202722 Nov 19 05:53:47.251029 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d5b01663-70b8-46b3-a933-e3d04b25f9a1 req-db01aec3-73c7-43e3-81e7-8a6088be9bfb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5502d5dd-2d7d-474c-bed9-73ad60b410ff HTTP/1.1" status: 200 len: 217 time: 0.0727112 Nov 19 05:53:47.320460 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b01663-70b8-46b3-a933-e3d04b25f9a1 req-583275a4-bfe7-457e-865f-378a8296d9bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:47.322065 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d5b01663-70b8-46b3-a933-e3d04b25f9a1 req-583275a4-bfe7-457e-865f-378a8296d9bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2dcd4674-daac-4e5a-a6f8-d26d382c909b HTTP/1.1" status: 200 len: 848 time: 0.0641356 Nov 19 05:53:47.403536 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d5b01663-70b8-46b3-a933-e3d04b25f9a1 req-43aafef6-a047-495b-99ee-be5cffc4e0d0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c1f1990-04d7-474e-ad88-b00f95a530af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0747452 Nov 19 05:53:47.546047 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d5b01663-70b8-46b3-a933-e3d04b25f9a1 req-470a739c-34d9-4155-888c-6f31f0dfb6e2 service neutron] 10.222.0.13 "GET /v2.0/networks/8c1f1990-04d7-474e-ad88-b00f95a530af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354237 Nov 19 05:53:47.691885 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d5b01663-70b8-46b3-a933-e3d04b25f9a1 req-5dcd4615-babf-4dc6-b293-f029fbd92a02 service neutron] 10.222.0.13 "GET /v2.0/networks/8c1f1990-04d7-474e-ad88-b00f95a530af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1388125 Nov 19 05:53:48.459826 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd6543-69af-4486-b78d-e0de54920d5c req-c24e8c6d-8146-4ac7-b5ee-c5cb54e59f63 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:48.462036 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d9bd6543-69af-4486-b78d-e0de54920d5c req-c24e8c6d-8146-4ac7-b5ee-c5cb54e59f63 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 944 time: 0.0896668 Nov 19 05:53:48.509777 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d9bd6543-69af-4486-b78d-e0de54920d5c req-1b3372bf-bde8-4be6-b624-1e29772e5a16 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/security-groups?id=3f578b25-b23c-4de7-827c-f2819ad18e64&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0415196 Nov 19 05:53:49.718453 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdc1d9-05e8-4f17-8d14-901ec4184829 req-985b156f-3d84-4f1e-9332-ea491c732563 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:49.720032 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-76fdc1d9-05e8-4f17-8d14-901ec4184829 req-985b156f-3d84-4f1e-9332-ea491c732563 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 944 time: 0.0817182 Nov 19 05:53:49.770363 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-76fdc1d9-05e8-4f17-8d14-901ec4184829 req-baec0676-4759-46d8-807b-aeb6333ac639 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/security-groups?id=3f578b25-b23c-4de7-827c-f2819ad18e64&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0442467 Nov 19 05:53:50.381279 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 5502d5dd-2d7d-474c-bed9-73ad60b410ff up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:53:50.450755 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning for port 5502d5dd-2d7d-474c-bed9-73ad60b410ff completed by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:53:50.455903 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port 5502d5dd-2d7d-474c-bed9-73ad60b410ff triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:53:50.456321 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:50.578173 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:50.607701 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31486a6-9b87-4b8a-884e-a71c1b57d056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5502d5dd-2d7d-474c-bed9-73ad60b410ff'}] {{(pid=80340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:53:50.618415 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] For port 5502d5dd-2d7d-474c-bed9-73ad60b410ff, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=5502d5dd-2d7d-474c-bed9-73ad60b410ff,segment=NetworkSegment(a438abfd-19f3-403a-aad2-698341cfc097),segment_id=a438abfd-19f3-403a-aad2-698341cfc097)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:53:50.621352 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:50.623263 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:50.669619 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31486a6-9b87-4b8a-884e-a71c1b57d056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5502d5dd-2d7d-474c-bed9-73ad60b410ff', 'code': 200} Nov 19 05:53:50.691260 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Pushing event updated for resources: {'Port': ['ID=5502d5dd-2d7d-474c-bed9-73ad60b410ff,revision_number=4']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:50.694846 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:51.040760 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a8dc6-ce8f-4c97-9d2f-9009f3145d17 req-a83ee4c4-1de9-4235-a527-2911aa374d0c tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:51.042423 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b73a8dc6-ce8f-4c97-9d2f-9009f3145d17 req-a83ee4c4-1de9-4235-a527-2911aa374d0c tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 946 time: 0.1391261 Nov 19 05:53:51.081939 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b73db316-b7cc-43c1-8e07-d4e1bec96b75 req-aaa15a88-b681-4a09-a415-e1f9f76ff16a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 1163 time: 0.1273332 Nov 19 05:53:51.122743 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b73a8dc6-ce8f-4c97-9d2f-9009f3145d17 req-c9551068-94c4-4215-8e0d-da5e03f528dd tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/security-groups?id=3f578b25-b23c-4de7-827c-f2819ad18e64&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0717323 Nov 19 05:53:51.141169 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-b73db316-b7cc-43c1-8e07-d4e1bec96b75 req-aa9244f1-21f9-4c80-8b3a-85d390f7120d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3f578b25-b23c-4de7-827c-f2819ad18e64&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0501645 Nov 19 05:53:52.084373 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 5502d5dd-2d7d-474c-bed9-73ad60b410ff up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:53:52.158146 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port 5502d5dd-2d7d-474c-bed9-73ad60b410ff triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:53:52.158564 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:52.348812 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbf9c7-f3ef-41a3-b683-0fc2c0669543 req-592fee2c-27c5-446d-9048-612edca0e271 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:52.350366 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-94dbf9c7-f3ef-41a3-b683-0fc2c0669543 req-592fee2c-27c5-446d-9048-612edca0e271 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 946 time: 0.0866148 Nov 19 05:53:52.403163 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-94dbf9c7-f3ef-41a3-b683-0fc2c0669543 req-a3f26eae-8c3a-4632-a325-05ccfa1bcf55 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/security-groups?id=3f578b25-b23c-4de7-827c-f2819ad18e64&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0458262 Nov 19 05:53:53.638818 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a222d-73cc-4391-a502-f96011038135 req-bc4f2382-4586-47a3-9473-d23503ea7c45 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:53.640516 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8a7a222d-73cc-4391-a502-f96011038135 req-bc4f2382-4586-47a3-9473-d23503ea7c45 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 946 time: 0.1062357 Nov 19 05:53:53.690031 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8a7a222d-73cc-4391-a502-f96011038135 req-e56d40c2-98f2-4324-99c5-d2c27564c09d tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/security-groups?id=3f578b25-b23c-4de7-827c-f2819ad18e64&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0430262 Nov 19 05:53:53.902967 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc0b44-bf72-4038-88ad-ebbf7755e38b req-42216108-58bb-49dc-bf91-5b6ea2505b9c tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:53.904554 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-30bc0b44-bf72-4038-88ad-ebbf7755e38b req-42216108-58bb-49dc-bf91-5b6ea2505b9c tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 946 time: 0.0886228 Nov 19 05:53:53.951510 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-30bc0b44-bf72-4038-88ad-ebbf7755e38b req-32b5d9b5-bd1e-48d5-9e52-27cc0e3535e1 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/security-groups?id=3f578b25-b23c-4de7-827c-f2819ad18e64&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0407727 Nov 19 05:53:54.159627 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ef29b652-5394-4686-b4eb-394073375738 req-47c003b6-2d3d-432c-bdc2-53330c9cada9 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1540201 Nov 19 05:53:54.169594 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-ef29b652-5394-4686-b4eb-394073375738 req-c2de6da0-e526-434c-a26c-1ce15cfb4298 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Request body: {'floatingip': {'floating_network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:53:54.175057 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-ef29b652-5394-4686-b4eb-394073375738 req-c2de6da0-e526-434c-a26c-1ce15cfb4298 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:53:54.179048 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-ef29b652-5394-4686-b4eb-394073375738 req-c2de6da0-e526-434c-a26c-1ce15cfb4298 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Usage tracker for resource:floatingip and tenant:e3e3a10714cd4e51af843da979c43376 is out of sync, need to count used quota {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:53:54.182544 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-ef29b652-5394-4686-b4eb-394073375738 req-c2de6da0-e526-434c-a26c-1ce15cfb4298 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80339) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:53:54.188227 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.quota.driver [req-ef29b652-5394-4686-b4eb-394073375738 req-c2de6da0-e526-434c-a26c-1ce15cfb4298 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:53:54.197903 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-ef29b652-5394-4686-b4eb-394073375738 req-c2de6da0-e526-434c-a26c-1ce15cfb4298 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks [] for floatingip, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:54.337919 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-ef29b652-5394-4686-b4eb-394073375738 req-c2de6da0-e526-434c-a26c-1ce15cfb4298 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:54.606429 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_common [req-ef29b652-5394-4686-b4eb-394073375738 req-c2de6da0-e526-434c-a26c-1ce15cfb4298 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Allocated IP 172.28.3.123 (763d99df-10cd-4fa9-8817-f2839aa5077e/77791555-10e6-47e0-b878-932fa2c0a363/07651598-57ee-4ad2-b3bf-3b11c8d9f867) {{(pid=80339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:53:54.766189 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-ef29b652-5394-4686-b4eb-394073375738 req-c2de6da0-e526-434c-a26c-1ce15cfb4298 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks [] for port, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:54.792610 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-ef29b652-5394-4686-b4eb-394073375738 req-c2de6da0-e526-434c-a26c-1ce15cfb4298 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282791666087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474476'] for port, after_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:54.808706 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d4bf594e-8483-41ff-9e3b-cc7804241b80 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:54.950382 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de6da0-e526-434c-a26c-1ce15cfb4298 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Pushing event updated for resources: {'Port': ['ID=07651598-57ee-4ad2-b3bf-3b11c8d9f867,revision_number=1']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:54.954925 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-c2de6da0-e526-434c-a26c-1ce15cfb4298 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:54.997931 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef29b652-5394-4686-b4eb-394073375738 req-c2de6da0-e526-434c-a26c-1ce15cfb4298 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Network 763d99df-10cd-4fa9-8817-f2839aa5077e is already hosted by enough agents. {{(pid=80339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:53:54.999066 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.base_scheduler [req-ef29b652-5394-4686-b4eb-394073375738 req-c2de6da0-e526-434c-a26c-1ce15cfb4298 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Resources bound (agent type, host, resource id): {{(pid=80339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:53:55.001290 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef29b652-5394-4686-b4eb-394073375738 req-c2de6da0-e526-434c-a26c-1ce15cfb4298 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Received port after_create {{(pid=80339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:53:55.091281 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-ef29b652-5394-4686-b4eb-394073375738 req-c2de6da0-e526-434c-a26c-1ce15cfb4298 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks [] for floatingip, precommit_create {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:55.150270 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-ef29b652-5394-4686-b4eb-394073375738 req-c2de6da0-e526-434c-a26c-1ce15cfb4298 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:55.413347 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-ef29b652-5394-4686-b4eb-394073375738 req-c2de6da0-e526-434c-a26c-1ce15cfb4298 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks [] for port, precommit_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:55.416769 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-ef29b652-5394-4686-b4eb-394073375738 req-c2de6da0-e526-434c-a26c-1ce15cfb4298 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843301323'] for port, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:55.431739 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-b4ae6c28-c001-4389-ae62-ccc7202e2f9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:55.783592 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de6da0-e526-434c-a26c-1ce15cfb4298 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Pushing event updated for resources: {'Port': ['ID=07651598-57ee-4ad2-b3bf-3b11c8d9f867,revision_number=2']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:55.786714 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-c2de6da0-e526-434c-a26c-1ce15cfb4298 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:55.890135 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-ef29b652-5394-4686-b4eb-394073375738 req-c2de6da0-e526-434c-a26c-1ce15cfb4298 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854058857'] for floatingip, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:55.912613 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-ef29b652-5394-4686-b4eb-394073375738 req-c2de6da0-e526-434c-a26c-1ce15cfb4298 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for floatingip, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:55.913999 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ef29b652-5394-4686-b4eb-394073375738 req-c2de6da0-e526-434c-a26c-1ce15cfb4298 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7484951 Nov 19 05:53:56.001079 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-ef29b652-5394-4686-b4eb-394073375738 req-81295bbf-ce32-42c3-a6c2-0cab59d81634 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Synchronizing usage tracker for tenant:e3e3a10714cd4e51af843da979c43376 on resource:floatingip {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:53:56.017305 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-ef29b652-5394-4686-b4eb-394073375738 req-81295bbf-ce32-42c3-a6c2-0cab59d81634 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Unset dirty status for tenant:e3e3a10714cd4e51af843da979c43376 on resource:floatingip {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:53:56.018579 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ef29b652-5394-4686-b4eb-394073375738 req-81295bbf-ce32-42c3-a6c2-0cab59d81634 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.28.3.123 HTTP/1.1" status: 200 len: 696 time: 0.0977798 Nov 19 05:53:56.179725 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29b652-5394-4686-b4eb-394073375738 req-70373115-362a-4400-9b12-0dfbee9cb14c tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:56.181821 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-ef29b652-5394-4686-b4eb-394073375738 req-70373115-362a-4400-9b12-0dfbee9cb14c tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/networks/763d99df-10cd-4fa9-8817-f2839aa5077e HTTP/1.1" status: 200 len: 784 time: 0.1573863 Nov 19 05:53:56.373100 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de6aa0-bce7-4a31-9587-0e269988015b req-842047f3-042e-4d9d-ab2c-01bec2640e59 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:56.374673 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-33de6aa0-bce7-4a31-9587-0e269988015b req-842047f3-042e-4d9d-ab2c-01bec2640e59 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0865207 Nov 19 05:53:56.456627 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-33de6aa0-bce7-4a31-9587-0e269988015b req-44ab1024-3a99-4871-8538-2a32fac75104 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.28.3.123 HTTP/1.1" status: 200 len: 696 time: 0.0757661 Nov 19 05:53:56.467118 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.v2.base [req-33de6aa0-bce7-4a31-9587-0e269988015b req-6c2bc49e-0cd0-4860-af5d-64ff3938075e tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Request body: {'floatingip': {'port_id': '5502d5dd-2d7d-474c-bed9-73ad60b410ff', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:53:56.548394 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-33de6aa0-bce7-4a31-9587-0e269988015b req-6c2bc49e-0cd0-4860-af5d-64ff3938075e tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks [] for floatingip, before_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:57.193202 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-33de6aa0-bce7-4a31-9587-0e269988015b req-6c2bc49e-0cd0-4860-af5d-64ff3938075e tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks [] for floatingip, precommit_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:57.195851 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-33de6aa0-bce7-4a31-9587-0e269988015b req-6c2bc49e-0cd0-4860-af5d-64ff3938075e tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854058857'] for floatingip, after_update {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:57.391358 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.db.l3_db [req-33de6aa0-bce7-4a31-9587-0e269988015b req-6c2bc49e-0cd0-4860-af5d-64ff3938075e tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Floating IP a25c2075-1e59-4ff6-826a-c9a825caad01 associated. External IP: 172.28.3.123, port: 5502d5dd-2d7d-474c-bed9-73ad60b410ff. Nov 19 05:53:57.795738 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33de6aa0-bce7-4a31-9587-0e269988015b req-6c2bc49e-0cd0-4860-af5d-64ff3938075e tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Router 5254c025-b930-4241-84fb-45f7f0541ee3 has already been hosted by L3 agent 9d988d7f-fab1-47ee-9f4c-4b1b16993ac8 {{(pid=80339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:53:58.015600 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33de6aa0-bce7-4a31-9587-0e269988015b req-6c2bc49e-0cd0-4860-af5d-64ff3938075e tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify agent at l3_agent.dv-cinder-763306-1-smb the message routers_updated {{(pid=80339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:53:58.020823 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-33de6aa0-bce7-4a31-9587-0e269988015b req-6c2bc49e-0cd0-4860-af5d-64ff3938075e tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for floatingip, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:58.026014 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750dcb8a-e5d8-4b33-9e7b-39554ee2db11 None None] Sync routers for ids ['5254c025-b930-4241-84fb-45f7f0541ee3'] in dv-cinder-763306-1-smb {{(pid=80341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:53:58.038814 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750dcb8a-e5d8-4b33-9e7b-39554ee2db11 None None] Routers {'5254c025-b930-4241-84fb-45f7f0541ee3'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:53:58.039526 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-750dcb8a-e5d8-4b33-9e7b-39554ee2db11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:53:42Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['5254c025-b930-4241-84fb-45f7f0541ee3'], 'active': True} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:53:58.078441 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-33de6aa0-bce7-4a31-9587-0e269988015b req-6c2bc49e-0cd0-4860-af5d-64ff3938075e tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "PUT /v2.0/floatingips/a25c2075-1e59-4ff6-826a-c9a825caad01 HTTP/1.1" status: 200 len: 997 time: 1.6153159 Nov 19 05:53:58.079003 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a31486a6-9b87-4b8a-884e-a71c1b57d056', 'tag': '5502d5dd-2d7d-474c-bed9-73ad60b410ff'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:53:58.149620 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a31486a6-9b87-4b8a-884e-a71c1b57d056', 'tag': '5502d5dd-2d7d-474c-bed9-73ad60b410ff', 'status': 'completed', 'code': 200} Nov 19 05:53:58.185185 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-33de6aa0-bce7-4a31-9587-0e269988015b req-852ebe24-857f-43a2-b037-cf008c7a93c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e3e3a10714cd4e51af843da979c43376&device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 1163 time: 0.0846767 Nov 19 05:53:58.234944 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-750dcb8a-e5d8-4b33-9e7b-39554ee2db11 None None] Set router 5254c025-b930-4241-84fb-45f7f0541ee3 gateway port host: dv-cinder-763306-1-smb {{(pid=80341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:53:58.396640 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a8038587-3db3-4cbf-a572-54b056656b86 req-5e233422-1127-46ea-807d-91d3f020baff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3e3a10714cd4e51af843da979c43376&device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 1163 time: 0.2030342 Nov 19 05:53:58.397854 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de6aa0-bce7-4a31-9587-0e269988015b req-a3d9cb90-415f-4fb2-bd67-4125d9f39ee7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:58.399218 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-33de6aa0-bce7-4a31-9587-0e269988015b req-a3d9cb90-415f-4fb2-bd67-4125d9f39ee7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c1f1990-04d7-474e-ad88-b00f95a530af HTTP/1.1" status: 200 len: 903 time: 0.2070379 Nov 19 05:53:58.614952 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-750dcb8a-e5d8-4b33-9e7b-39554ee2db11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'name': 'tempest-TestShelveInstance-1920036146-router', 'tenant_id': 'e3e3a10714cd4e51af843da979c43376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': 'b51b8413-3bbb-40f0-ac4c-1246932b4be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:53:16Z', 'updated_at': '2020-11-19T05:53:20Z', 'revision_number': 4, 'project_id': 'e3e3a10714cd4e51af843da979c43376', 'gw_port': {'id': 'b51b8413-3bbb-40f0-ac4c-1246932b4be0', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:53:17Z', 'updated_at': '2020-11-19T05:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_floatingips': [{'id': 'a25c2075-1e59-4ff6-826a-c9a825caad01', 'tenant_id': 'e3e3a10714cd4e51af843da979c43376', 'floating_ip_address': '172.28.3.123', 'floating_network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'router_id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'port_id': '5502d5dd-2d7d-474c-bed9-73ad60b410ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c1f1990-04d7-474e-ad88-b00f95a530af', 'mac_address': 'fa:16:3e:c6:cc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31486a6-9b87-4b8a-884e-a71c1b57d056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:53:55Z', 'updated_at': '2020-11-19T05:53:57Z', 'revision_number': 1, 'project_id': 'e3e3a10714cd4e51af843da979c43376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ebb5d43-ce64-4228-a58d-c0bf3ccc365b', 'name': '', 'network_id': '8c1f1990-04d7-474e-ad88-b00f95a530af', 'tenant_id': 'e3e3a10714cd4e51af843da979c43376', 'mac_address': 'fa:16:3e:1c:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dcd4674-daac-4e5a-a6f8-d26d382c909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:53:19Z', 'updated_at': '2020-11-19T05:53:26Z', 'revision_number': 5, 'project_id': 'e3e3a10714cd4e51af843da979c43376', 'subnets': [{'id': '2dcd4674-daac-4e5a-a6f8-d26d382c909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:53:58.620321 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750dcb8a-e5d8-4b33-9e7b-39554ee2db11 None None] Checking router: 5254c025-b930-4241-84fb-45f7f0541ee3 for host: dv-cinder-763306-1-smb {{(pid=80341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:53:58.632834 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750dcb8a-e5d8-4b33-9e7b-39554ee2db11 None None] Routers {'5254c025-b930-4241-84fb-45f7f0541ee3'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:53:58.634139 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-750dcb8a-e5d8-4b33-9e7b-39554ee2db11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:53:42Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['5254c025-b930-4241-84fb-45f7f0541ee3'], 'active': True} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:53:58.850622 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-33de6aa0-bce7-4a31-9587-0e269988015b req-8d714489-2fb9-4257-8b6d-679549512bcb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5502d5dd-2d7d-474c-bed9-73ad60b410ff HTTP/1.1" status: 200 len: 1000 time: 0.4448586 Nov 19 05:53:58.916311 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8038587-3db3-4cbf-a572-54b056656b86 req-c0dc6e6c-4f24-4ed9-9b6f-d11ecd9c27e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:58.917929 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a8038587-3db3-4cbf-a572-54b056656b86 req-c0dc6e6c-4f24-4ed9-9b6f-d11ecd9c27e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8c1f1990-04d7-474e-ad88-b00f95a530af HTTP/1.1" status: 200 len: 903 time: 0.4580517 Nov 19 05:53:58.971018 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-750dcb8a-e5d8-4b33-9e7b-39554ee2db11 None None] Set router 5254c025-b930-4241-84fb-45f7f0541ee3 gateway port host: dv-cinder-763306-1-smb {{(pid=80341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:53:59.009385 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de6aa0-bce7-4a31-9587-0e269988015b req-870f5f23-7e75-4c5f-a07e-30c0a9a07073 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:59.010976 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-33de6aa0-bce7-4a31-9587-0e269988015b req-870f5f23-7e75-4c5f-a07e-30c0a9a07073 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2dcd4674-daac-4e5a-a6f8-d26d382c909b HTTP/1.1" status: 200 len: 848 time: 0.1451607 Nov 19 05:53:59.091315 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a8038587-3db3-4cbf-a572-54b056656b86 req-7428108e-ac62-461d-96ef-6bf15fc0ef66 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5502d5dd-2d7d-474c-bed9-73ad60b410ff HTTP/1.1" status: 200 len: 1000 time: 0.1611819 Nov 19 05:53:59.170071 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-33de6aa0-bce7-4a31-9587-0e269988015b req-0b772e5c-831a-4079-b569-4f8cbacd6a3a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c1f1990-04d7-474e-ad88-b00f95a530af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1524875 Nov 19 05:53:59.205218 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8038587-3db3-4cbf-a572-54b056656b86 req-78320528-d96f-4bed-b0a4-6c4b1dcb039e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:59.206785 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a8038587-3db3-4cbf-a572-54b056656b86 req-78320528-d96f-4bed-b0a4-6c4b1dcb039e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2dcd4674-daac-4e5a-a6f8-d26d382c909b HTTP/1.1" status: 200 len: 848 time: 0.1080527 Nov 19 05:53:59.354632 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-750dcb8a-e5d8-4b33-9e7b-39554ee2db11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'name': 'tempest-TestShelveInstance-1920036146-router', 'tenant_id': 'e3e3a10714cd4e51af843da979c43376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': 'b51b8413-3bbb-40f0-ac4c-1246932b4be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:53:16Z', 'updated_at': '2020-11-19T05:53:20Z', 'revision_number': 4, 'project_id': 'e3e3a10714cd4e51af843da979c43376', 'gw_port': {'id': 'b51b8413-3bbb-40f0-ac4c-1246932b4be0', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:53:17Z', 'updated_at': '2020-11-19T05:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_floatingips': [{'id': 'a25c2075-1e59-4ff6-826a-c9a825caad01', 'tenant_id': 'e3e3a10714cd4e51af843da979c43376', 'floating_ip_address': '172.28.3.123', 'floating_network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'router_id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'port_id': '5502d5dd-2d7d-474c-bed9-73ad60b410ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c1f1990-04d7-474e-ad88-b00f95a530af', 'mac_address': 'fa:16:3e:c6:cc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31486a6-9b87-4b8a-884e-a71c1b57d056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:53:55Z', 'updated_at': '2020-11-19T05:53:57Z', 'revision_number': 1, 'project_id': 'e3e3a10714cd4e51af843da979c43376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ebb5d43-ce64-4228-a58d-c0bf3ccc365b', 'name': '', 'network_id': '8c1f1990-04d7-474e-ad88-b00f95a530af', 'tenant_id': 'e3e3a10714cd4e51af843da979c43376', 'mac_address': 'fa:16:3e:1c:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dcd4674-daac-4e5a-a6f8-d26d382c909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:53:19Z', 'updated_at': '2020-11-19T05:53:26Z', 'revision_number': 5, 'project_id': 'e3e3a10714cd4e51af843da979c43376', 'subnets': [{'id': '2dcd4674-daac-4e5a-a6f8-d26d382c909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:53:59.359664 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750dcb8a-e5d8-4b33-9e7b-39554ee2db11 None None] The sync data for ids ['5254c025-b930-4241-84fb-45f7f0541ee3'] in dv-cinder-763306-1-smb is: [{'id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'name': 'tempest-TestShelveInstance-1920036146-router', 'tenant_id': 'e3e3a10714cd4e51af843da979c43376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': 'b51b8413-3bbb-40f0-ac4c-1246932b4be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:53:16Z', 'updated_at': '2020-11-19T05:53:20Z', 'revision_number': 4, 'project_id': 'e3e3a10714cd4e51af843da979c43376', 'gw_port': {'id': 'b51b8413-3bbb-40f0-ac4c-1246932b4be0', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:53:17Z', 'updated_at': '2020-11-19T05:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_floatingips': [{'id': 'a25c2075-1e59-4ff6-826a-c9a825caad01', 'tenant_id': 'e3e3a10714cd4e51af843da979c43376', 'floating_ip_address': '172.28.3.123', 'floating_network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'router_id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'port_id': '5502d5dd-2d7d-474c-bed9-73ad60b410ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c1f1990-04d7-474e-ad88-b00f95a530af', 'mac_address': 'fa:16:3e:c6:cc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31486a6-9b87-4b8a-884e-a71c1b57d056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:53:55Z', 'updated_at': '2020-11-19T05:53:57Z', 'revision_number': 1, 'project_id': 'e3e3a10714cd4e51af843da979c43376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ebb5d43-ce64-4228-a58d-c0bf3ccc365b', 'name': '', 'network_id': '8c1f1990-04d7-474e-ad88-b00f95a530af', 'tenant_id': 'e3e3a10714cd4e51af843da979c43376', 'mac_address': 'fa:16:3e:1c:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dcd4674-daac-4e5a-a6f8-d26d382c909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:53:19Z', 'updated_at': '2020-11-19T05:53:26Z', 'revision_number': 5, 'project_id': 'e3e3a10714cd4e51af843da979c43376', 'subnets': [{'id': '2dcd4674-daac-4e5a-a6f8-d26d382c909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:53:59.394333 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-33de6aa0-bce7-4a31-9587-0e269988015b req-4c8bb447-c058-435f-ba98-08edef17d286 service neutron] 10.222.0.16 "GET /v2.0/networks/8c1f1990-04d7-474e-ad88-b00f95a530af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140162 Nov 19 05:53:59.401983 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a8038587-3db3-4cbf-a572-54b056656b86 req-5d552836-55cd-4195-bbfc-dd8dc98d5c9e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c1f1990-04d7-474e-ad88-b00f95a530af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1755538 Nov 19 05:53:59.657836 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e98969-f8ad-4715-af25-915d18d9f5a8 None None] New status for floating IP a25c2075-1e59-4ff6-826a-c9a825caad01: ACTIVE {{(pid=80340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 05:53:59.668351 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-33de6aa0-bce7-4a31-9587-0e269988015b req-a6592984-b703-444e-9396-cb6ba36c63a1 service neutron] 10.222.0.16 "GET /v2.0/networks/8c1f1990-04d7-474e-ad88-b00f95a530af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2652240 Nov 19 05:53:59.670349 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a8038587-3db3-4cbf-a572-54b056656b86 req-1430eea3-2ca3-46ec-a036-e3628618e232 service neutron] 10.222.0.13 "GET /v2.0/networks/8c1f1990-04d7-474e-ad88-b00f95a530af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451663 Nov 19 05:53:59.816354 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-a8038587-3db3-4cbf-a572-54b056656b86 req-b984b51b-fb7e-495f-ac85-b02f048ed69d service neutron] 10.222.0.13 "GET /v2.0/networks/8c1f1990-04d7-474e-ad88-b00f95a530af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1379495 Nov 19 05:54:00.223892 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:01.977181 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a06dd-713b-4684-861b-6a3cf605b3f8 req-443fbeb1-4a10-4055-9b28-404927c51ae3 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:01.979034 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-965a06dd-713b-4684-861b-6a3cf605b3f8 req-443fbeb1-4a10-4055-9b28-404927c51ae3 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/ports?device_id=7d18b808-8f17-4645-bdd3-87d013a361de HTTP/1.1" status: 200 len: 945 time: 0.0868421 Nov 19 05:54:02.027290 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-965a06dd-713b-4684-861b-6a3cf605b3f8 req-c5c7dbd9-9015-44c2-8e46-e8ac8463c853 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/security-groups?id=3a1b8c0d-4469-4b0a-a87b-188978163027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421743 Nov 19 05:54:03.237320 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f51e3-f97b-4508-959a-234af8548f7d req-370fe285-d7b9-4b68-a300-a4315af2c0e0 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:03.238897 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-906f51e3-f97b-4508-959a-234af8548f7d req-370fe285-d7b9-4b68-a300-a4315af2c0e0 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/ports?device_id=7d18b808-8f17-4645-bdd3-87d013a361de HTTP/1.1" status: 200 len: 945 time: 0.0817504 Nov 19 05:54:03.285999 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-906f51e3-f97b-4508-959a-234af8548f7d req-64d95028-ed25-4ba4-ba77-a5fc860bd7dd tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/security-groups?id=3a1b8c0d-4469-4b0a-a87b-188978163027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405707 Nov 19 05:54:04.499069 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3aa15-78d6-4a7f-99a8-25444b24036d req-50fa184a-8955-4265-98d2-162178667ba5 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:04.500636 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-75f3aa15-78d6-4a7f-99a8-25444b24036d req-50fa184a-8955-4265-98d2-162178667ba5 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/ports?device_id=7d18b808-8f17-4645-bdd3-87d013a361de HTTP/1.1" status: 200 len: 945 time: 0.0864661 Nov 19 05:54:04.549522 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-75f3aa15-78d6-4a7f-99a8-25444b24036d req-c3bbeff6-d58b-4631-8f72-c7587639ec52 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/security-groups?id=3a1b8c0d-4469-4b0a-a87b-188978163027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428462 Nov 19 05:54:05.763120 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64226a-0252-4af3-8cb1-9e22c566bb66 req-5fca250f-0d92-4380-82ab-4c88b0356d58 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:05.764724 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8e64226a-0252-4af3-8cb1-9e22c566bb66 req-5fca250f-0d92-4380-82ab-4c88b0356d58 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/ports?device_id=7d18b808-8f17-4645-bdd3-87d013a361de HTTP/1.1" status: 200 len: 945 time: 0.0843744 Nov 19 05:54:05.812189 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8e64226a-0252-4af3-8cb1-9e22c566bb66 req-82616bbd-3329-49ec-a782-01d94a93981f tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/security-groups?id=3a1b8c0d-4469-4b0a-a87b-188978163027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414512 Nov 19 05:54:06.324540 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device b544f8f5-453f-4507-a51a-55657db14270 up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:54:06.456179 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20260c-f0bf-4c6a-99a2-0ec005532fc2 req-f1410b67-60e4-4f0c-aef2-44be23e30407 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:06.457863 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fb20260c-f0bf-4c6a-99a2-0ec005532fc2 req-f1410b67-60e4-4f0c-aef2-44be23e30407 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.13 "GET /v2.0/ports?device_id=7d18b808-8f17-4645-bdd3-87d013a361de HTTP/1.1" status: 200 len: 945 time: 0.0916846 Nov 19 05:54:06.542108 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-fb20260c-f0bf-4c6a-99a2-0ec005532fc2 req-e114188c-0819-4b3a-bcc5-b296989175a0 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Deleting port b544f8f5-453f-4507-a51a-55657db14270 {{(pid=80339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:54:06.542779 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-fb20260c-f0bf-4c6a-99a2-0ec005532fc2 req-e114188c-0819-4b3a-bcc5-b296989175a0 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:06.554612 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port b544f8f5-453f-4507-a51a-55657db14270 triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:54:06.555009 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:06.805541 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-fb20260c-f0bf-4c6a-99a2-0ec005532fc2 req-e114188c-0819-4b3a-bcc5-b296989175a0 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] For port b544f8f5-453f-4507-a51a-55657db14270, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b544f8f5-453f-4507-a51a-55657db14270,segment=NetworkSegment(f411b961-1f94-42ba-ba4b-a6c3cdd62afa),segment_id=f411b961-1f94-42ba-ba4b-a6c3cdd62afa)] {{(pid=80339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:54:06.806162 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-fb20260c-f0bf-4c6a-99a2-0ec005532fc2 req-e114188c-0819-4b3a-bcc5-b296989175a0 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:06.935600 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-fb20260c-f0bf-4c6a-99a2-0ec005532fc2 req-e114188c-0819-4b3a-bcc5-b296989175a0 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Calling delete_port for b544f8f5-453f-4507-a51a-55657db14270 owned by compute:nova {{(pid=80339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:54:07.131425 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb990b54-e95f-4bac-8e54-d7fd8342f85e req-349c893f-4a86-490b-86a3-8dd3eac3c90b tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:07.133022 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-bb990b54-e95f-4bac-8e54-d7fd8342f85e req-349c893f-4a86-490b-86a3-8dd3eac3c90b tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/ports?device_id=7d18b808-8f17-4645-bdd3-87d013a361de HTTP/1.1" status: 200 len: 945 time: 0.1697068 Nov 19 05:54:07.185345 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-fb20260c-f0bf-4c6a-99a2-0ec005532fc2 req-e114188c-0819-4b3a-bcc5-b296989175a0 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474476'] for port, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:07.202732 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-9c42c3e3-b57f-427b-9a07-ad6b11b3f3c8 tempest-AttachVolumeNegativeTest-1524797580 tempest-AttachVolumeNegativeTest-1524797580] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:54:07.262804 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114188c-0819-4b3a-bcc5-b296989175a0 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Pushing event deleted for resources: {'Port': ['ID=b544f8f5-453f-4507-a51a-55657db14270,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:54:07.269166 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-bb990b54-e95f-4bac-8e54-d7fd8342f85e req-bb5a31e2-947e-44a9-b5f5-8fe741ceeab4 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.16 "GET /v2.0/security-groups?id=3a1b8c0d-4469-4b0a-a87b-188978163027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294720 Nov 19 05:54:07.269984 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e114188c-0819-4b3a-bcc5-b296989175a0 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:54:07.410922 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb20260c-f0bf-4c6a-99a2-0ec005532fc2 req-e114188c-0819-4b3a-bcc5-b296989175a0 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] No DVR routers for this DVR port b544f8f5-453f-4507-a51a-55657db14270 on host hv-cinder-76330 {{(pid=80339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:54:07.412954 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-fb20260c-f0bf-4c6a-99a2-0ec005532fc2 req-e114188c-0819-4b3a-bcc5-b296989175a0 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:07.416817 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d18b808-8f17-4645-bdd3-87d013a361de', 'name': 'network-vif-deleted', 'tag': 'b544f8f5-453f-4507-a51a-55657db14270'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:54:07.430093 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fb20260c-f0bf-4c6a-99a2-0ec005532fc2 req-e114188c-0819-4b3a-bcc5-b296989175a0 tempest-VolumesSnapshotTestJSON-340047648 tempest-VolumesSnapshotTestJSON-340047648] 10.222.0.13 "DELETE /v2.0/ports/b544f8f5-453f-4507-a51a-55657db14270 HTTP/1.1" status: 204 len: 173 time: 0.9584923 Nov 19 05:54:07.474380 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d18b808-8f17-4645-bdd3-87d013a361de', 'name': 'network-vif-deleted', 'tag': 'b544f8f5-453f-4507-a51a-55657db14270', 'status': 'completed', 'code': 200} Nov 19 05:54:08.179273 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device b544f8f5-453f-4507-a51a-55657db14270 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:54:08.212908 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] No Port match for: b544f8f5-453f-4507-a51a-55657db14270 {{(pid=80340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:54:08.213328 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device b544f8f5-453f-4507-a51a-55657db14270 not bound to the agent host hv-cinder-76330 {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:54:09.971947 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e3bd1a29-6599-4670-991a-9179df4910b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:12.464332 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3012e165-06a9-43a8-8995-402e9391c788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:13.005981 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:13.917879 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:14.157986 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:20.232577 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 6 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:54:27.862001 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 40182) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:54:27.931803 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_v2 [None req-b046dcb7-0a05-4794-9582-7d33df30fbcd admin admin] Deleting subnet 4e04c9cf-a069-4c6d-a58e-7842b871e105 {{(pid=80338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 05:54:27.934908 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b046dcb7-0a05-4794-9582-7d33df30fbcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:27.987908 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b046dcb7-0a05-4794-9582-7d33df30fbcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10610985'] for subnet, precommit_delete_associations {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:28.046433 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b046dcb7-0a05-4794-9582-7d33df30fbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850617832'] for subnet, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:28.303757 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b046dcb7-0a05-4794-9582-7d33df30fbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4157984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844221802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844226155'] for subnet, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:28.319243 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:54:28.368588 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046dcb7-0a05-4794-9582-7d33df30fbcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e04c9cf-a069-4c6d-a58e-7842b871e105,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:54:28.428099 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046dcb7-0a05-4794-9582-7d33df30fbcd admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:28.428525 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046dcb7-0a05-4794-9582-7d33df30fbcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:28.428960 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046dcb7-0a05-4794-9582-7d33df30fbcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:28.429371 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046dcb7-0a05-4794-9582-7d33df30fbcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:28.429778 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046dcb7-0a05-4794-9582-7d33df30fbcd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:28.430181 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046dcb7-0a05-4794-9582-7d33df30fbcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:28.430581 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046dcb7-0a05-4794-9582-7d33df30fbcd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:28.430977 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046dcb7-0a05-4794-9582-7d33df30fbcd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:28.431412 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046dcb7-0a05-4794-9582-7d33df30fbcd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:28.431812 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046dcb7-0a05-4794-9582-7d33df30fbcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:28.432210 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046dcb7-0a05-4794-9582-7d33df30fbcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:28.432604 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046dcb7-0a05-4794-9582-7d33df30fbcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:28.433068 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046dcb7-0a05-4794-9582-7d33df30fbcd admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:28.433464 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046dcb7-0a05-4794-9582-7d33df30fbcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:28.433856 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046dcb7-0a05-4794-9582-7d33df30fbcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:28.434248 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046dcb7-0a05-4794-9582-7d33df30fbcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:28.434637 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046dcb7-0a05-4794-9582-7d33df30fbcd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:28.435030 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046dcb7-0a05-4794-9582-7d33df30fbcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:28.435421 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046dcb7-0a05-4794-9582-7d33df30fbcd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:28.435811 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046dcb7-0a05-4794-9582-7d33df30fbcd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:28.436202 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046dcb7-0a05-4794-9582-7d33df30fbcd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:28.436589 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046dcb7-0a05-4794-9582-7d33df30fbcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:28.437022 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046dcb7-0a05-4794-9582-7d33df30fbcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:28.437414 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b046dcb7-0a05-4794-9582-7d33df30fbcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:28.445218 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-b046dcb7-0a05-4794-9582-7d33df30fbcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:54:28.473633 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b046dcb7-0a05-4794-9582-7d33df30fbcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for subnet, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:28.479950 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-b046dcb7-0a05-4794-9582-7d33df30fbcd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4e04c9cf-a069-4c6d-a58e-7842b871e105 HTTP/1.1" status: 204 len: 168 time: 0.6168416 Nov 19 05:54:28.482501 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 40186) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:54:28.598823 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5ec331a7-96ef-4530-a869-5e027a91563b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3949208'] for network, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:29.006144 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5ec331a7-96ef-4530-a869-5e027a91563b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850615901', 'neutron.services.segments.db._delete_segments_for_network--9223363282791137771'] for network, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:29.123537 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-5ec331a7-96ef-4530-a869-5e027a91563b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6c53ee0-e161-48ab-a023-0745ee9ee6c6']}} {{(pid=80338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:54:29.137326 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-5ec331a7-96ef-4530-a869-5e027a91563b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f411b961-1f94-42ba-ba4b-a6c3cdd62afa') {'for_net_delete': True} {{(pid=80338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:54:29.137668 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-5ec331a7-96ef-4530-a869-5e027a91563b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f411b961-1f94-42ba-ba4b-a6c3cdd62afa') {} {{(pid=80338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:54:29.149775 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5ec331a7-96ef-4530-a869-5e027a91563b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282791100139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844164847'] for segment, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:29.165223 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5ec331a7-96ef-4530-a869-5e027a91563b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4146814'] for segment, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:29.167313 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5ec331a7-96ef-4530-a869-5e027a91563b admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 05:54:29.348453 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-5ec331a7-96ef-4530-a869-5e027a91563b admin admin] Network e6c53ee0-e161-48ab-a023-0745ee9ee6c6 has no segments {{(pid=80338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:54:29.358183 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5ec331a7-96ef-4530-a869-5e027a91563b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850629002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844221749'] for segment, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:29.535161 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-5ec331a7-96ef-4530-a869-5e027a91563b admin admin] Network e6c53ee0-e161-48ab-a023-0745ee9ee6c6 has no segments {{(pid=80338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:54:29.558613 dv-cinder-763306-1-smb neutron-server[80227]: Traceback (most recent call last): Nov 19 05:54:29.558613 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:54:29.558613 dv-cinder-763306-1-smb neutron-server[80227]: timer() Nov 19 05:54:29.558613 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:54:29.558613 dv-cinder-763306-1-smb neutron-server[80227]: cb(*args, **kw) Nov 19 05:54:29.558613 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 05:54:29.558613 dv-cinder-763306-1-smb neutron-server[80227]: return func(*args, **kwargs) Nov 19 05:54:29.558613 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:54:29.558613 dv-cinder-763306-1-smb neutron-server[80227]: self._notify() Nov 19 05:54:29.558613 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:54:29.558613 dv-cinder-763306-1-smb neutron-server[80227]: self.callback(batched_events) Nov 19 05:54:29.558613 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:54:29.558613 dv-cinder-763306-1-smb neutron-server[80227]: event.method(event) Nov 19 05:54:29.558613 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 05:54:29.558613 dv-cinder-763306-1-smb neutron-server[80227]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:54:29.558613 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 05:54:29.558613 dv-cinder-763306-1-smb neutron-server[80227]: segment_id)['aggregates'][0] Nov 19 05:54:29.558613 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 05:54:29.558613 dv-cinder-763306-1-smb neutron-server[80227]: return f(self, *a, **k) Nov 19 05:54:29.558613 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:54:29.558613 dv-cinder-763306-1-smb neutron-server[80227]: return self._get(url).json() Nov 19 05:54:29.558613 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 05:54:29.558613 dv-cinder-763306-1-smb neutron-server[80227]: **kwargs) Nov 19 05:54:29.558613 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 05:54:29.558613 dv-cinder-763306-1-smb neutron-server[80227]: return self.request(url, 'GET', **kwargs) Nov 19 05:54:29.558613 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 05:54:29.558613 dv-cinder-763306-1-smb neutron-server[80227]: **endpoint_filter) Nov 19 05:54:29.558613 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 05:54:29.558613 dv-cinder-763306-1-smb neutron-server[80227]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:54:29.558613 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 05:54:29.558613 dv-cinder-763306-1-smb neutron-server[80227]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:54:29.558613 dv-cinder-763306-1-smb neutron-server[80227]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:54:29.638058 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5ec331a7-96ef-4530-a869-5e027a91563b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4159915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for network, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:29.642456 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5ec331a7-96ef-4530-a869-5e027a91563b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for network, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:29.646168 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:54:29.668527 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec331a7-96ef-4530-a869-5e027a91563b admin admin] Pushing event deleted for resources: {'Network': ['ID=e6c53ee0-e161-48ab-a023-0745ee9ee6c6,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:54:29.671195 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-5ec331a7-96ef-4530-a869-5e027a91563b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:54:29.675711 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-5ec331a7-96ef-4530-a869-5e027a91563b admin admin] 10.222.0.16 "DELETE /v2.0/networks/e6c53ee0-e161-48ab-a023-0745ee9ee6c6 HTTP/1.1" status: 204 len: 168 time: 1.1922107 Nov 19 05:54:29.814304 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 40192) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:54:29.867941 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-5e495577-f4e3-491f-9958-617db50ef1c1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1184d9f30ff14e1cab63bfe9044687fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0523899 Nov 19 05:54:29.870238 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 40196) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:54:29.934749 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-13e19218-6d50-4726-871f-0b96a47c8a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:29.961377 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-13e19218-6d50-4726-871f-0b96a47c8a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:30.007741 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-13e19218-6d50-4726-871f-0b96a47c8a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:30.013535 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-a2de8fe4-ae11-45c9-bba2-68f507346cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:54:30.027062 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e19218-6d50-4726-871f-0b96a47c8a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1b8c0d-4469-4b0a-a87b-188978163027,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:54:30.029966 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-13e19218-6d50-4726-871f-0b96a47c8a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:54:30.038908 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-13e19218-6d50-4726-871f-0b96a47c8a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:30.040137 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-13e19218-6d50-4726-871f-0b96a47c8a9d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a1b8c0d-4469-4b0a-a87b-188978163027 HTTP/1.1" status: 204 len: 168 time: 0.1689594 Nov 19 05:54:30.221989 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:33.371200 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-aa4e2a6a-c822-45ac-9df8-3d0b1e0c6fca req-04c36960-2ffa-4e51-b1ba-6d899da2e02b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0766943 Nov 19 05:54:33.532402 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-aa4e2a6a-c822-45ac-9df8-3d0b1e0c6fca req-0c5ec0ee-c7ef-43bd-960e-a842c120582a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3e3a10714cd4e51af843da979c43376&device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 1163 time: 0.0744734 Nov 19 05:54:33.688177 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e2a6a-c822-45ac-9df8-3d0b1e0c6fca req-eea1fa6b-f841-4c67-8aee-81e2b9110cca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:33.689793 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-aa4e2a6a-c822-45ac-9df8-3d0b1e0c6fca req-eea1fa6b-f841-4c67-8aee-81e2b9110cca service neutron] 10.222.0.13 "GET /v2.0/networks?id=8c1f1990-04d7-474e-ad88-b00f95a530af HTTP/1.1" status: 200 len: 903 time: 0.1394463 Nov 19 05:54:34.006869 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-aa4e2a6a-c822-45ac-9df8-3d0b1e0c6fca req-d78cc634-35e1-4e49-a585-5973b7154583 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5502d5dd-2d7d-474c-bed9-73ad60b410ff HTTP/1.1" status: 200 len: 1002 time: 0.3105040 Nov 19 05:54:34.077087 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e2a6a-c822-45ac-9df8-3d0b1e0c6fca req-462a7ffa-c3cb-4be9-8e0e-f30090b9a214 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:34.078600 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-aa4e2a6a-c822-45ac-9df8-3d0b1e0c6fca req-462a7ffa-c3cb-4be9-8e0e-f30090b9a214 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2dcd4674-daac-4e5a-a6f8-d26d382c909b HTTP/1.1" status: 200 len: 848 time: 0.0639315 Nov 19 05:54:34.161808 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-aa4e2a6a-c822-45ac-9df8-3d0b1e0c6fca req-d3e0afaf-4f6d-4f3c-9051-5e52c90d3a9a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c1f1990-04d7-474e-ad88-b00f95a530af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771043 Nov 19 05:54:34.304231 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-aa4e2a6a-c822-45ac-9df8-3d0b1e0c6fca req-eb267d65-3c70-480b-ba38-26a3730da35e service neutron] 10.222.0.13 "GET /v2.0/networks/8c1f1990-04d7-474e-ad88-b00f95a530af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353207 Nov 19 05:54:34.446685 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-aa4e2a6a-c822-45ac-9df8-3d0b1e0c6fca req-c95156c3-b911-493c-a204-a0196206f39d service neutron] 10.222.0.13 "GET /v2.0/networks/8c1f1990-04d7-474e-ad88-b00f95a530af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1349826 Nov 19 05:54:39.974073 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-4738e363-a283-440d-8215-07368d3c5bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:42.465223 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-a3901521-2754-4885-b44f-f46ff5990729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:43.011447 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:43.918339 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:44.160882 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:57.233068 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 6 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:55:00.221981 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:09.974992 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-dec1583b-a23d-462b-a78d-e169d9a38950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:12.468115 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-51898a16-d2d6-4832-82d0-b22cf89d1fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:13.011479 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:13.919087 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:14.164760 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:30.221558 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:34.234721 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 6 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:55:35.567416 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9da533f2-ba8f-4923-9a40-b417b0d489b5 req-f0947987-7a9c-4f7f-9678-16758afb8307 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2598953 Nov 19 05:55:35.729131 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9da533f2-ba8f-4923-9a40-b417b0d489b5 req-65ff5ae2-6674-4451-92a8-9a36987c376a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3e3a10714cd4e51af843da979c43376&device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 1163 time: 0.0755014 Nov 19 05:55:35.884258 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da533f2-ba8f-4923-9a40-b417b0d489b5 req-49865d14-fd55-4d6c-b22b-6d1d32d48ce6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:55:35.885812 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9da533f2-ba8f-4923-9a40-b417b0d489b5 req-49865d14-fd55-4d6c-b22b-6d1d32d48ce6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8c1f1990-04d7-474e-ad88-b00f95a530af HTTP/1.1" status: 200 len: 903 time: 0.1375842 Nov 19 05:55:35.995102 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9da533f2-ba8f-4923-9a40-b417b0d489b5 req-3b4317e2-2a79-494a-b3be-fab87f06c36a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5502d5dd-2d7d-474c-bed9-73ad60b410ff HTTP/1.1" status: 200 len: 1002 time: 0.1022296 Nov 19 05:55:36.065632 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da533f2-ba8f-4923-9a40-b417b0d489b5 req-e93444da-3f8e-42bb-86fc-a202d066120a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:55:36.067141 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9da533f2-ba8f-4923-9a40-b417b0d489b5 req-e93444da-3f8e-42bb-86fc-a202d066120a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2dcd4674-daac-4e5a-a6f8-d26d382c909b HTTP/1.1" status: 200 len: 848 time: 0.0654087 Nov 19 05:55:36.147122 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9da533f2-ba8f-4923-9a40-b417b0d489b5 req-d3165ef9-6d23-43e6-b0f2-2a6e9c78886d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c1f1990-04d7-474e-ad88-b00f95a530af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0735312 Nov 19 05:55:36.157676 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [req-9da533f2-ba8f-4923-9a40-b417b0d489b5 req-79eeed7d-81a6-4e8e-9f9e-2d0eb552dc8d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=80339) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 05:55:36.158715 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9da533f2-ba8f-4923-9a40-b417b0d489b5 req-79eeed7d-81a6-4e8e-9f9e-2d0eb552dc8d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0052578 Nov 19 05:55:36.298440 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9da533f2-ba8f-4923-9a40-b417b0d489b5 req-ea456f01-ad6d-4fa8-ad73-9152f0f38bac service neutron] 10.222.0.13 "GET /v2.0/networks/8c1f1990-04d7-474e-ad88-b00f95a530af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328170 Nov 19 05:55:36.438165 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9da533f2-ba8f-4923-9a40-b417b0d489b5 req-ee2e79a6-aae2-4482-ace5-e452da1620c1 service neutron] 10.222.0.13 "GET /v2.0/networks/8c1f1990-04d7-474e-ad88-b00f95a530af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1334021 Nov 19 05:55:39.975490 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-7e065bcc-71b7-429d-8d47-5160ed7a3984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:42.468598 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b92d403c-a31f-4989-b4af-31a7d9a8e2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:43.014420 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:43.919645 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:44.167876 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:48.093185 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ca067-64b7-44a6-ae46-4e146bf2d46a req-a49c7ad9-af93-4137-908f-702d527c518c tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:55:48.094691 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8d9ca067-64b7-44a6-ae46-4e146bf2d46a req-a49c7ad9-af93-4137-908f-702d527c518c tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 946 time: 0.2329264 Nov 19 05:55:48.147363 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-8d9ca067-64b7-44a6-ae46-4e146bf2d46a req-201f6df4-af0b-45fd-aa59-0b58b3d89989 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/security-groups?id=3f578b25-b23c-4de7-827c-f2819ad18e64&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0464363 Nov 19 05:55:49.449805 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfde4d-0365-4ba8-9e08-bcbc5a3dcd9b req-cafde8a3-26e6-46f0-979c-374b237f04cc tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:55:49.451479 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-94bfde4d-0365-4ba8-9e08-bcbc5a3dcd9b req-cafde8a3-26e6-46f0-979c-374b237f04cc tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 946 time: 0.1592157 Nov 19 05:55:49.500252 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-94bfde4d-0365-4ba8-9e08-bcbc5a3dcd9b req-010f8c54-999f-4cd9-af84-eadf2ddfd736 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/security-groups?id=3f578b25-b23c-4de7-827c-f2819ad18e64&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0424066 Nov 19 05:55:50.715762 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2a241-0a15-433b-9812-94ca330ac078 req-671de0db-f253-4a2b-88de-315f3580f0ec tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:55:50.717272 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-6de2a241-0a15-433b-9812-94ca330ac078 req-671de0db-f253-4a2b-88de-315f3580f0ec tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 946 time: 0.0861120 Nov 19 05:55:50.766407 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-6de2a241-0a15-433b-9812-94ca330ac078 req-f6d870f3-0c1a-49e2-9dfa-4adc6e5a289d tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/security-groups?id=3f578b25-b23c-4de7-827c-f2819ad18e64&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0431173 Nov 19 05:55:51.973165 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0d4c6-1662-4d28-bd85-7294147d9959 req-947e1ed4-192a-4464-a544-ec90a88b56a7 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:55:51.974739 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-03d0d4c6-1662-4d28-bd85-7294147d9959 req-947e1ed4-192a-4464-a544-ec90a88b56a7 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 946 time: 0.0818009 Nov 19 05:55:52.022208 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-03d0d4c6-1662-4d28-bd85-7294147d9959 req-cc2506f4-e620-4a90-9bc7-520805891b5f tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/security-groups?id=3f578b25-b23c-4de7-827c-f2819ad18e64&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0412321 Nov 19 05:55:53.232384 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50446bee-c72e-48d2-9edd-8b71851f6d9c req-ba82bc7a-a4d6-486d-9e5f-bbc8a1456e4f tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:55:53.233982 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-50446bee-c72e-48d2-9edd-8b71851f6d9c req-ba82bc7a-a4d6-486d-9e5f-bbc8a1456e4f tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 946 time: 0.0855234 Nov 19 05:55:53.281105 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-50446bee-c72e-48d2-9edd-8b71851f6d9c req-f36633f9-c233-4d97-b535-181caf90d821 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/security-groups?id=3f578b25-b23c-4de7-827c-f2819ad18e64&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0410948 Nov 19 05:55:54.488564 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365b89e-c1f4-494a-841f-742c401c79f3 req-ba0ddaee-6db5-445a-a10b-26222a404075 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:55:54.490174 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f365b89e-c1f4-494a-841f-742c401c79f3 req-ba0ddaee-6db5-445a-a10b-26222a404075 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 946 time: 0.0833628 Nov 19 05:55:54.536917 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f365b89e-c1f4-494a-841f-742c401c79f3 req-065f8add-092a-4f67-a7a4-fb0bd2397646 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/security-groups?id=3f578b25-b23c-4de7-827c-f2819ad18e64&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0400963 Nov 19 05:55:55.750192 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c5333-cea2-4da3-b35c-b5dc502786e8 req-719ce81a-b530-4b1a-b88c-cd2c2e0c798f tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:55:55.751783 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-eb3c5333-cea2-4da3-b35c-b5dc502786e8 req-719ce81a-b530-4b1a-b88c-cd2c2e0c798f tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 946 time: 0.0875676 Nov 19 05:55:55.798766 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-eb3c5333-cea2-4da3-b35c-b5dc502786e8 req-7927e935-b823-49cd-9248-d06696396f0b tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/security-groups?id=3f578b25-b23c-4de7-827c-f2819ad18e64&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0409701 Nov 19 05:55:57.009249 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180ce0a-88b2-4d18-ac48-67c7eb9ebc59 req-fe877ce2-c8ce-4a1e-901a-089ccb52b7a3 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:55:57.010841 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4180ce0a-88b2-4d18-ac48-67c7eb9ebc59 req-fe877ce2-c8ce-4a1e-901a-089ccb52b7a3 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 946 time: 0.0829625 Nov 19 05:55:57.061942 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-4180ce0a-88b2-4d18-ac48-67c7eb9ebc59 req-ada4f486-bc2f-44f5-bfa9-d9c8748dca7f tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/security-groups?id=3f578b25-b23c-4de7-827c-f2819ad18e64&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0451331 Nov 19 05:55:57.117408 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 5502d5dd-2d7d-474c-bed9-73ad60b410ff up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:55:57.186177 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port 5502d5dd-2d7d-474c-bed9-73ad60b410ff triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:55:57.186587 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:58.098817 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5fb97c56-3888-4a0e-b009-94c8034a5fa4 req-d60d722d-45ca-4b97-abef-281e4eb5bee7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3e3a10714cd4e51af843da979c43376&device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 1163 time: 0.0759878 Nov 19 05:55:58.297217 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb97c56-3888-4a0e-b009-94c8034a5fa4 req-4b68b8dc-6481-46c3-b4d8-b263f12bacd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:55:58.298793 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5fb97c56-3888-4a0e-b009-94c8034a5fa4 req-4b68b8dc-6481-46c3-b4d8-b263f12bacd7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8c1f1990-04d7-474e-ad88-b00f95a530af HTTP/1.1" status: 200 len: 903 time: 0.1937222 Nov 19 05:55:58.390168 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775fd13-19be-4f4f-bad7-b24586f609fc req-5e1b76db-7b01-4b4e-a9f6-a6325fd24cc2 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:55:58.391652 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1775fd13-19be-4f4f-bad7-b24586f609fc req-5e1b76db-7b01-4b4e-a9f6-a6325fd24cc2 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 946 time: 0.1909833 Nov 19 05:55:58.441494 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5fb97c56-3888-4a0e-b009-94c8034a5fa4 req-b384e6cb-3cfb-428d-a06b-b3fb49341aea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5502d5dd-2d7d-474c-bed9-73ad60b410ff HTTP/1.1" status: 200 len: 1002 time: 0.1329758 Nov 19 05:55:58.512821 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1775fd13-19be-4f4f-bad7-b24586f609fc req-91b3642a-8ea6-4d8d-a424-a0db1be71384 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/security-groups?id=3f578b25-b23c-4de7-827c-f2819ad18e64&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1129217 Nov 19 05:55:58.524394 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb97c56-3888-4a0e-b009-94c8034a5fa4 req-4a83ed33-c0c0-4e3a-aa6d-db0092eac803 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:55:58.525927 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5fb97c56-3888-4a0e-b009-94c8034a5fa4 req-4a83ed33-c0c0-4e3a-aa6d-db0092eac803 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2dcd4674-daac-4e5a-a6f8-d26d382c909b HTTP/1.1" status: 200 len: 848 time: 0.0762691 Nov 19 05:55:58.611560 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5fb97c56-3888-4a0e-b009-94c8034a5fa4 req-62f7ef75-0553-4051-af62-c1a955993f0c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c1f1990-04d7-474e-ad88-b00f95a530af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0783210 Nov 19 05:55:58.752625 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5fb97c56-3888-4a0e-b009-94c8034a5fa4 req-6bd3a262-479b-45ab-b38a-d0e7b6ef31d6 service neutron] 10.222.0.13 "GET /v2.0/networks/8c1f1990-04d7-474e-ad88-b00f95a530af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343753 Nov 19 05:55:58.891497 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-5fb97c56-3888-4a0e-b009-94c8034a5fa4 req-3c7a6ad0-ecab-4cc0-9d09-9695bc36e19b service neutron] 10.222.0.13 "GET /v2.0/networks/8c1f1990-04d7-474e-ad88-b00f95a530af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1330044 Nov 19 05:55:59.723430 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd237d-84b1-4a26-bafc-f432b3c26f41 req-e7b162c0-beec-4a7c-9f70-2ad8d34d9884 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:55:59.725051 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e9dd237d-84b1-4a26-bafc-f432b3c26f41 req-e7b162c0-beec-4a7c-9f70-2ad8d34d9884 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 946 time: 0.0818579 Nov 19 05:55:59.776304 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e9dd237d-84b1-4a26-bafc-f432b3c26f41 req-1224e309-6659-43d6-b2aa-694ead342c26 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/security-groups?id=3f578b25-b23c-4de7-827c-f2819ad18e64&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0444741 Nov 19 05:56:00.236112 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:00.988156 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179deee-4a39-488f-8666-b41dff632921 req-468e65b8-a4d4-4d78-b39d-73e2ea2cebac tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:56:00.989762 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9179deee-4a39-488f-8666-b41dff632921 req-468e65b8-a4d4-4d78-b39d-73e2ea2cebac tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 946 time: 0.0859096 Nov 19 05:56:00.998337 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 5502d5dd-2d7d-474c-bed9-73ad60b410ff no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:56:01.037870 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9179deee-4a39-488f-8666-b41dff632921 req-9e67cd09-a6fb-42cf-b194-f25773a3f892 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/security-groups?id=3f578b25-b23c-4de7-827c-f2819ad18e64&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0413983 Nov 19 05:56:01.115361 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:01.143716 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31486a6-9b87-4b8a-884e-a71c1b57d056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5502d5dd-2d7d-474c-bed9-73ad60b410ff'}] {{(pid=80340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:56:01.154522 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] For port 5502d5dd-2d7d-474c-bed9-73ad60b410ff, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=5502d5dd-2d7d-474c-bed9-73ad60b410ff,segment=NetworkSegment(a438abfd-19f3-403a-aad2-698341cfc097),segment_id=a438abfd-19f3-403a-aad2-698341cfc097)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:56:01.158381 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:01.160330 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:56:01.239479 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Pushing event updated for resources: {'Port': ['ID=5502d5dd-2d7d-474c-bed9-73ad60b410ff,revision_number=5']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:56:01.249833 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:01.250220 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:01.250652 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:01.251001 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:01.251369 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:01.251737 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:01.252109 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:01.252478 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:01.252815 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:01.253201 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:01.253561 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:01.253922 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:01.254322 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:01.254681 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:01.255039 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:01.255394 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:01.255750 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:01.256105 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:01.256458 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:01.256813 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:01.257200 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:01.257556 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:01.257913 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:01.258321 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:01.262853 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:56:01.283076 dv-cinder-763306-1-smb neutron-server[80227]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a31486a6-9b87-4b8a-884e-a71c1b57d056', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5502d5dd-2d7d-474c-bed9-73ad60b410ff', 'code': 422} returned with failed status Nov 19 05:56:02.458017 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-491c78ff-6619-46a5-90d4-9b8f27f5dd16 req-5a4ef0a2-4fab-4939-bbac-104a8cb1ca2d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1481674 Nov 19 05:56:02.466772 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd37f5c-0db4-42fb-9580-c82390d6643b req-87c1640a-e8e9-462d-bfcf-168bc2eb857b tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:56:02.468389 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9cd37f5c-0db4-42fb-9580-c82390d6643b req-87c1640a-e8e9-462d-bfcf-168bc2eb857b tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 944 time: 0.0820820 Nov 19 05:56:02.517639 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-9cd37f5c-0db4-42fb-9580-c82390d6643b req-3787517d-9fb5-4a1e-88e0-d2e1631fefa0 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/security-groups?id=3f578b25-b23c-4de7-827c-f2819ad18e64&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0430079 Nov 19 05:56:03.740173 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2778a-d931-47b9-a830-07528621258e req-8d5116dd-89ca-4a1b-8791-8148331d02a4 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:56:03.741805 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-40c2778a-d931-47b9-a830-07528621258e req-8d5116dd-89ca-4a1b-8791-8148331d02a4 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 944 time: 0.0900004 Nov 19 05:56:03.838407 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-40c2778a-d931-47b9-a830-07528621258e req-ecfaaf66-fdb3-482f-a0c2-e0f179669e14 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/security-groups?id=3f578b25-b23c-4de7-827c-f2819ad18e64&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0567300 Nov 19 05:56:03.856485 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-491c78ff-6619-46a5-90d4-9b8f27f5dd16 req-293a2890-4986-4b6f-9251-9a479d33554c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056&tenant_id=e3e3a10714cd4e51af843da979c43376 HTTP/1.1" status: 200 len: 1161 time: 0.1136918 Nov 19 05:56:03.965608 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-491c78ff-6619-46a5-90d4-9b8f27f5dd16 req-5c92b47b-9491-4afb-9c44-bddd49389fe6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3e3a10714cd4e51af843da979c43376&device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 1161 time: 0.0769641 Nov 19 05:56:04.310200 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c78ff-6619-46a5-90d4-9b8f27f5dd16 req-8090ed72-51fe-43eb-87eb-19c7b95e7680 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:56:04.311788 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-491c78ff-6619-46a5-90d4-9b8f27f5dd16 req-8090ed72-51fe-43eb-87eb-19c7b95e7680 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8c1f1990-04d7-474e-ad88-b00f95a530af HTTP/1.1" status: 200 len: 903 time: 0.3396254 Nov 19 05:56:04.417714 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-491c78ff-6619-46a5-90d4-9b8f27f5dd16 req-bc4b85bb-f39d-4aa0-99de-009437c6f20b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5502d5dd-2d7d-474c-bed9-73ad60b410ff HTTP/1.1" status: 200 len: 1000 time: 0.0995777 Nov 19 05:56:04.485895 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c78ff-6619-46a5-90d4-9b8f27f5dd16 req-d87ef24c-49cb-40b4-a098-f41d0ae8b74e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:56:04.487398 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-491c78ff-6619-46a5-90d4-9b8f27f5dd16 req-d87ef24c-49cb-40b4-a098-f41d0ae8b74e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2dcd4674-daac-4e5a-a6f8-d26d382c909b HTTP/1.1" status: 200 len: 848 time: 0.0627067 Nov 19 05:56:04.567242 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-491c78ff-6619-46a5-90d4-9b8f27f5dd16 req-3f757470-ecbd-463c-8c9f-14db03a982e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c1f1990-04d7-474e-ad88-b00f95a530af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0730906 Nov 19 05:56:04.708005 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-491c78ff-6619-46a5-90d4-9b8f27f5dd16 req-60884d34-852a-4a55-b09b-ded3d18625d4 service neutron] 10.222.0.13 "GET /v2.0/networks/8c1f1990-04d7-474e-ad88-b00f95a530af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347086 Nov 19 05:56:04.848989 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-491c78ff-6619-46a5-90d4-9b8f27f5dd16 req-8be1e3f7-11ae-4f0f-8f50-18378e0092ec service neutron] 10.222.0.13 "GET /v2.0/networks/8c1f1990-04d7-474e-ad88-b00f95a530af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1351171 Nov 19 05:56:05.058885 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c9835-0dc2-4739-b96e-aa50e81bf12e req-dac22a4d-f23f-42c9-a944-41e34b2e446c tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:56:05.060501 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-426c9835-0dc2-4739-b96e-aa50e81bf12e req-dac22a4d-f23f-42c9-a944-41e34b2e446c tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 944 time: 0.0894163 Nov 19 05:56:05.109336 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-426c9835-0dc2-4739-b96e-aa50e81bf12e req-93612951-46a3-4340-8f7d-694a11176848 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/security-groups?id=3f578b25-b23c-4de7-827c-f2819ad18e64&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0424662 Nov 19 05:56:06.316309 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c264bf-e3b7-4873-8906-f14fd69b2e8b req-e66c4282-ad0f-4952-98ca-98f40108b739 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:56:06.317914 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-15c264bf-e3b7-4873-8906-f14fd69b2e8b req-e66c4282-ad0f-4952-98ca-98f40108b739 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 944 time: 0.0831606 Nov 19 05:56:06.369683 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-15c264bf-e3b7-4873-8906-f14fd69b2e8b req-024a6be4-b884-454c-9b29-a8b0a7a58800 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/security-groups?id=3f578b25-b23c-4de7-827c-f2819ad18e64&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0452058 Nov 19 05:56:07.452085 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 5502d5dd-2d7d-474c-bed9-73ad60b410ff up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:56:07.526603 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port 5502d5dd-2d7d-474c-bed9-73ad60b410ff triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:56:07.527022 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:07.584044 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee7834-bdf6-45b4-8219-b121b65480a4 req-b687b512-8631-4f25-9cc5-5a763eb072fd tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:56:07.585718 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-30ee7834-bdf6-45b4-8219-b121b65480a4 req-b687b512-8631-4f25-9cc5-5a763eb072fd tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 944 time: 0.0889142 Nov 19 05:56:07.635431 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-30ee7834-bdf6-45b4-8219-b121b65480a4 req-310cbb28-83e0-4b2e-86f5-d26e4e0a009a tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/security-groups?id=3f578b25-b23c-4de7-827c-f2819ad18e64&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0426128 Nov 19 05:56:07.645560 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:07.673209 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31486a6-9b87-4b8a-884e-a71c1b57d056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5502d5dd-2d7d-474c-bed9-73ad60b410ff'}] {{(pid=80340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:56:07.683642 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] For port 5502d5dd-2d7d-474c-bed9-73ad60b410ff, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=5502d5dd-2d7d-474c-bed9-73ad60b410ff,segment=NetworkSegment(a438abfd-19f3-403a-aad2-698341cfc097),segment_id=a438abfd-19f3-403a-aad2-698341cfc097)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:56:07.686882 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754063521088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754063083362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282791692421'] for port, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:07.688799 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:56:07.734354 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31486a6-9b87-4b8a-884e-a71c1b57d056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5502d5dd-2d7d-474c-bed9-73ad60b410ff', 'code': 200} Nov 19 05:56:07.761405 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Pushing event updated for resources: {'Port': ['ID=5502d5dd-2d7d-474c-bed9-73ad60b410ff,revision_number=6']} {{(pid=80340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:56:07.765019 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:56:08.070830 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-77472ed5-c134-4040-a43e-6e63476afb77 req-92b5ab53-8dc1-4e57-8f5a-983457078035 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 1163 time: 0.0754387 Nov 19 05:56:08.114005 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-77472ed5-c134-4040-a43e-6e63476afb77 req-94f01b05-95fc-467d-9c55-a206b791672e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3f578b25-b23c-4de7-827c-f2819ad18e64&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0371211 Nov 19 05:56:08.846874 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a34ab9-7bf6-4b83-bcdf-06586521dc7d req-1be17d6d-3e1d-46e8-9c41-31f877fb68ee tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:56:08.848360 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f9a34ab9-7bf6-4b83-bcdf-06586521dc7d req-1be17d6d-3e1d-46e8-9c41-31f877fb68ee tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 946 time: 0.0838532 Nov 19 05:56:08.895043 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-f9a34ab9-7bf6-4b83-bcdf-06586521dc7d req-d16dfac6-b93a-4e3d-952e-df4201b7b3dd tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/security-groups?id=3f578b25-b23c-4de7-827c-f2819ad18e64&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0404327 Nov 19 05:56:09.239948 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 5502d5dd-2d7d-474c-bed9-73ad60b410ff up at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:56:09.309646 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.provisioning_blocks [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Provisioning complete for port 5502d5dd-2d7d-474c-bed9-73ad60b410ff triggered by entity L2. {{(pid=80340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:56:09.310075 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148045'] for port, provisioning_complete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:09.976445 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-811a75af-99f3-4a74-8aef-22c9a1f744cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:10.111680 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63abdbc-7f66-4377-869e-7643be4ec5b7 req-668bb870-c624-45ff-85ff-d9e91e051620 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:56:10.113280 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c63abdbc-7f66-4377-869e-7643be4ec5b7 req-668bb870-c624-45ff-85ff-d9e91e051620 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 946 time: 0.0863781 Nov 19 05:56:10.161473 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-c63abdbc-7f66-4377-869e-7643be4ec5b7 req-7e4dd1e7-6261-4437-a70a-77bae8fd3726 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/security-groups?id=3f578b25-b23c-4de7-827c-f2819ad18e64&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0421219 Nov 19 05:56:11.237533 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 6 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:56:12.470118 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f05dde06-6e3b-4825-b61f-34b777665688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:13.015705 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:13.921779 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:14.171202 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:30.252120 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:35.380996 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fde83d16-3c4f-4c62-9444-b31101773afc req-5f7ce974-e4e0-474f-b7f5-71a2c06c027a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0740743 Nov 19 05:56:35.543968 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fde83d16-3c4f-4c62-9444-b31101773afc req-1161a6f8-752a-4a34-b1b7-f623825a01c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3e3a10714cd4e51af843da979c43376&device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 1163 time: 0.0778756 Nov 19 05:56:35.705433 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde83d16-3c4f-4c62-9444-b31101773afc req-07bb426a-463f-465e-9fda-66889e761a60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:56:35.706989 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fde83d16-3c4f-4c62-9444-b31101773afc req-07bb426a-463f-465e-9fda-66889e761a60 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8c1f1990-04d7-474e-ad88-b00f95a530af HTTP/1.1" status: 200 len: 903 time: 0.1398919 Nov 19 05:56:35.813836 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fde83d16-3c4f-4c62-9444-b31101773afc req-6f6ce145-9d48-4c80-811d-cdaa4c62b954 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5502d5dd-2d7d-474c-bed9-73ad60b410ff HTTP/1.1" status: 200 len: 1002 time: 0.0998275 Nov 19 05:56:35.882728 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde83d16-3c4f-4c62-9444-b31101773afc req-d5125d53-b8ec-4605-8493-80d397257d43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:56:35.884276 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fde83d16-3c4f-4c62-9444-b31101773afc req-d5125d53-b8ec-4605-8493-80d397257d43 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2dcd4674-daac-4e5a-a6f8-d26d382c909b HTTP/1.1" status: 200 len: 848 time: 0.0641563 Nov 19 05:56:35.963210 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fde83d16-3c4f-4c62-9444-b31101773afc req-8f5018e4-1b98-400e-b95a-8bce39e191ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c1f1990-04d7-474e-ad88-b00f95a530af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0723119 Nov 19 05:56:36.103575 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fde83d16-3c4f-4c62-9444-b31101773afc req-47ceb2bf-c2f2-4139-9045-4ae5f1fabf52 service neutron] 10.222.0.13 "GET /v2.0/networks/8c1f1990-04d7-474e-ad88-b00f95a530af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332483 Nov 19 05:56:36.243033 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fde83d16-3c4f-4c62-9444-b31101773afc req-0d7b06f5-8b78-4e59-a3ce-b804961379ae service neutron] 10.222.0.13 "GET /v2.0/networks/8c1f1990-04d7-474e-ad88-b00f95a530af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1329529 Nov 19 05:56:39.978991 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-68130578-1dfb-4aa8-b738-06f8ad05d55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:42.472331 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-cdc81372-2945-4e67-b78d-b846d8aec5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:43.019017 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:43.922343 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:44.173502 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:48.242289 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 6 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:57:00.250079 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:09.980674 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2d8a7770-4e2d-4595-89b3-5f718da3af93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:12.472821 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-25b6aff3-2d3c-467f-968c-88ea53914e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:13.020409 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:13.922849 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:14.177114 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:22.487462 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d459d659-380e-43e2-ada5-d5fa23f439d3 req-d4016f56-1040-49e7-baf1-f7003e9bb2e2 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/floatingips/a25c2075-1e59-4ff6-826a-c9a825caad01 HTTP/1.1" status: 200 len: 999 time: 0.1123157 Nov 19 05:57:22.645158 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459d659-380e-43e2-ada5-d5fa23f439d3 req-b2abfd22-7f6b-43ed-89d9-ffba72f1464e tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:57:22.646616 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d459d659-380e-43e2-ada5-d5fa23f439d3 req-b2abfd22-7f6b-43ed-89d9-ffba72f1464e tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/networks/763d99df-10cd-4fa9-8817-f2839aa5077e HTTP/1.1" status: 200 len: 784 time: 0.1535125 Nov 19 05:57:22.756140 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d459d659-380e-43e2-ada5-d5fa23f439d3 req-23fe4f7c-ffee-4860-8044-4e3e7269da5f tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.28.3.123 HTTP/1.1" status: 200 len: 1002 time: 0.1022949 Nov 19 05:57:22.832009 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459d659-380e-43e2-ada5-d5fa23f439d3 req-1f2e84cb-fe36-4d54-af02-d4612d8ceeb8 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:57:22.833504 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d459d659-380e-43e2-ada5-d5fa23f439d3 req-1f2e84cb-fe36-4d54-af02-d4612d8ceeb8 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/ports/5502d5dd-2d7d-474c-bed9-73ad60b410ff HTTP/1.1" status: 200 len: 943 time: 0.0709581 Nov 19 05:57:23.015894 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d459d659-380e-43e2-ada5-d5fa23f439d3 req-2666a27e-d7e5-4a70-8ca4-5ef509ad2cb0 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.28.3.123 HTTP/1.1" status: 200 len: 1002 time: 0.1023369 Nov 19 05:57:23.231351 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-d459d659-380e-43e2-ada5-d5fa23f439d3 req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Deleting port 07651598-57ee-4ad2-b3bf-3b11c8d9f867 {{(pid=80339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:57:23.231737 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-d459d659-380e-43e2-ada5-d5fa23f439d3 req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:23.407195 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-d459d659-380e-43e2-ada5-d5fa23f439d3 req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:23.407567 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-d459d659-380e-43e2-ada5-d5fa23f439d3 req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks [] for floatingip, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:23.535133 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-d459d659-380e-43e2-ada5-d5fa23f439d3 req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Calling delete_port for 07651598-57ee-4ad2-b3bf-3b11c8d9f867 owned by network:floatingip {{(pid=80339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:57:23.682312 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-d459d659-380e-43e2-ada5-d5fa23f439d3 req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474476'] for port, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:23.698120 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-95a417ef-e29f-40c4-af69-1db929308ce0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:23.754670 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Pushing event deleted for resources: {'Port': ['ID=07651598-57ee-4ad2-b3bf-3b11c8d9f867,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:23.817228 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:23.817575 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:23.817990 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:23.818398 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:23.818802 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:23.819200 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:23.819603 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:23.819996 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:23.820389 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:23.820781 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:23.821720 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:23.822117 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:23.822549 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:23.822943 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:23.823337 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:23.823727 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:23.824116 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:23.824506 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:23.824927 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:23.825348 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:23.825738 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:23.826123 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:23.826511 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:23.826897 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:23.831985 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:23.940217 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-d459d659-380e-43e2-ada5-d5fa23f439d3 req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks [] for floatingip, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:23.940584 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.db.l3_db [req-d459d659-380e-43e2-ada5-d5fa23f439d3 req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Floating IP a25c2075-1e59-4ff6-826a-c9a825caad01 disassociated (deleted). External IP: 172.28.3.123, port: 5502d5dd-2d7d-474c-bed9-73ad60b410ff. Nov 19 05:57:24.553069 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d459d659-380e-43e2-ada5-d5fa23f439d3 req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Router 5254c025-b930-4241-84fb-45f7f0541ee3 has already been hosted by L3 agent 9d988d7f-fab1-47ee-9f4c-4b1b16993ac8 {{(pid=80339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:57:24.761828 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d459d659-380e-43e2-ada5-d5fa23f439d3 req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify agent at l3_agent.dv-cinder-763306-1-smb the message routers_updated {{(pid=80339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:57:24.771595 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d73514-cd85-4a4b-b573-bea68ff84b40 None None] Sync routers for ids ['5254c025-b930-4241-84fb-45f7f0541ee3'] in dv-cinder-763306-1-smb {{(pid=80341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:57:24.785110 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d73514-cd85-4a4b-b573-bea68ff84b40 None None] Routers {'5254c025-b930-4241-84fb-45f7f0541ee3'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:57:24.785779 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-12d73514-cd85-4a4b-b573-bea68ff84b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:57:12Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['5254c025-b930-4241-84fb-45f7f0541ee3'], 'active': True} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:57:24.786965 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-d459d659-380e-43e2-ada5-d5fa23f439d3 req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for floatingip, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:24.846028 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d459d659-380e-43e2-ada5-d5fa23f439d3 req-33e56316-ad6f-4a17-9bdd-1481cd05ff71 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "DELETE /v2.0/floatingips/a25c2075-1e59-4ff6-826a-c9a825caad01 HTTP/1.1" status: 204 len: 173 time: 1.8241742 Nov 19 05:57:24.846587 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a31486a6-9b87-4b8a-884e-a71c1b57d056', 'tag': '5502d5dd-2d7d-474c-bed9-73ad60b410ff'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:57:24.973222 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-12d73514-cd85-4a4b-b573-bea68ff84b40 None None] Set router 5254c025-b930-4241-84fb-45f7f0541ee3 gateway port host: dv-cinder-763306-1-smb {{(pid=80341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:57:25.073368 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a31486a6-9b87-4b8a-884e-a71c1b57d056', 'tag': '5502d5dd-2d7d-474c-bed9-73ad60b410ff', 'status': 'completed', 'code': 200} Nov 19 05:57:25.096166 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d459d659-380e-43e2-ada5-d5fa23f439d3 req-f0717755-b840-47ef-9fd9-16c23c14e67a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e3e3a10714cd4e51af843da979c43376&device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 1163 time: 0.2361786 Nov 19 05:57:25.280069 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 6 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:57:25.303246 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459d659-380e-43e2-ada5-d5fa23f439d3 req-4da77a1d-7501-4787-bc9a-1fc3bf97b9a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:57:25.304886 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d459d659-380e-43e2-ada5-d5fa23f439d3 req-4da77a1d-7501-4787-bc9a-1fc3bf97b9a6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c1f1990-04d7-474e-ad88-b00f95a530af HTTP/1.1" status: 200 len: 903 time: 0.2008264 Nov 19 05:57:25.311669 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-105d8e6c-8585-4845-8322-339eeaeea680 req-e780804a-6fe9-49c3-b0c3-6b5328118d12 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3e3a10714cd4e51af843da979c43376&device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 1163 time: 0.1814735 Nov 19 05:57:25.314950 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-12d73514-cd85-4a4b-b573-bea68ff84b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'name': 'tempest-TestShelveInstance-1920036146-router', 'tenant_id': 'e3e3a10714cd4e51af843da979c43376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': 'b51b8413-3bbb-40f0-ac4c-1246932b4be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:53:16Z', 'updated_at': '2020-11-19T05:53:20Z', 'revision_number': 4, 'project_id': 'e3e3a10714cd4e51af843da979c43376', 'gw_port': {'id': 'b51b8413-3bbb-40f0-ac4c-1246932b4be0', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:53:17Z', 'updated_at': '2020-11-19T05:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '5ebb5d43-ce64-4228-a58d-c0bf3ccc365b', 'name': '', 'network_id': '8c1f1990-04d7-474e-ad88-b00f95a530af', 'tenant_id': 'e3e3a10714cd4e51af843da979c43376', 'mac_address': 'fa:16:3e:1c:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dcd4674-daac-4e5a-a6f8-d26d382c909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:53:19Z', 'updated_at': '2020-11-19T05:53:26Z', 'revision_number': 5, 'project_id': 'e3e3a10714cd4e51af843da979c43376', 'subnets': [{'id': '2dcd4674-daac-4e5a-a6f8-d26d382c909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:57:25.319136 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d73514-cd85-4a4b-b573-bea68ff84b40 None None] Checking router: 5254c025-b930-4241-84fb-45f7f0541ee3 for host: dv-cinder-763306-1-smb {{(pid=80341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:57:25.330987 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d73514-cd85-4a4b-b573-bea68ff84b40 None None] Routers {'5254c025-b930-4241-84fb-45f7f0541ee3'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:57:25.331641 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-12d73514-cd85-4a4b-b573-bea68ff84b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:57:12Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['5254c025-b930-4241-84fb-45f7f0541ee3'], 'active': True} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:57:25.418403 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d459d659-380e-43e2-ada5-d5fa23f439d3 req-8704c8e2-4a91-43e9-81ef-6b2d38061675 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5502d5dd-2d7d-474c-bed9-73ad60b410ff HTTP/1.1" status: 200 len: 217 time: 0.1057217 Nov 19 05:57:25.516324 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-12d73514-cd85-4a4b-b573-bea68ff84b40 None None] Set router 5254c025-b930-4241-84fb-45f7f0541ee3 gateway port host: dv-cinder-763306-1-smb {{(pid=80341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:57:25.574733 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459d659-380e-43e2-ada5-d5fa23f439d3 req-b823fea6-87dc-4cdb-9755-8d6e08955fb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:57:25.576649 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d459d659-380e-43e2-ada5-d5fa23f439d3 req-b823fea6-87dc-4cdb-9755-8d6e08955fb1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2dcd4674-daac-4e5a-a6f8-d26d382c909b HTTP/1.1" status: 200 len: 848 time: 0.1504564 Nov 19 05:57:25.578743 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d8e6c-8585-4845-8322-339eeaeea680 req-fa992243-ac0a-4038-903b-56c2c379385e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:57:25.580196 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-105d8e6c-8585-4845-8322-339eeaeea680 req-fa992243-ac0a-4038-903b-56c2c379385e service neutron] 10.222.0.13 "GET /v2.0/networks?id=8c1f1990-04d7-474e-ad88-b00f95a530af HTTP/1.1" status: 200 len: 903 time: 0.2132089 Nov 19 05:57:25.699185 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-105d8e6c-8585-4845-8322-339eeaeea680 req-17ace43e-14a3-4cf1-96cf-01acd45fd762 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5502d5dd-2d7d-474c-bed9-73ad60b410ff HTTP/1.1" status: 200 len: 217 time: 0.0772386 Nov 19 05:57:25.786989 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d459d659-380e-43e2-ada5-d5fa23f439d3 req-7084b92e-edde-47f9-8b06-c00a330ee846 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c1f1990-04d7-474e-ad88-b00f95a530af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2024233 Nov 19 05:57:25.791028 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d8e6c-8585-4845-8322-339eeaeea680 req-314ab1b1-3b9f-4de8-aad9-0cb90b8526ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:57:25.792510 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-105d8e6c-8585-4845-8322-339eeaeea680 req-314ab1b1-3b9f-4de8-aad9-0cb90b8526ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2dcd4674-daac-4e5a-a6f8-d26d382c909b HTTP/1.1" status: 200 len: 848 time: 0.0866249 Nov 19 05:57:26.005547 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d459d659-380e-43e2-ada5-d5fa23f439d3 req-54d4738f-cd33-4fa1-a8cf-81ede29a68f4 service neutron] 10.222.0.16 "GET /v2.0/networks/8c1f1990-04d7-474e-ad88-b00f95a530af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109616 Nov 19 05:57:26.007303 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-12d73514-cd85-4a4b-b573-bea68ff84b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'name': 'tempest-TestShelveInstance-1920036146-router', 'tenant_id': 'e3e3a10714cd4e51af843da979c43376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': 'b51b8413-3bbb-40f0-ac4c-1246932b4be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:53:16Z', 'updated_at': '2020-11-19T05:53:20Z', 'revision_number': 4, 'project_id': 'e3e3a10714cd4e51af843da979c43376', 'gw_port': {'id': 'b51b8413-3bbb-40f0-ac4c-1246932b4be0', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:53:17Z', 'updated_at': '2020-11-19T05:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '5ebb5d43-ce64-4228-a58d-c0bf3ccc365b', 'name': '', 'network_id': '8c1f1990-04d7-474e-ad88-b00f95a530af', 'tenant_id': 'e3e3a10714cd4e51af843da979c43376', 'mac_address': 'fa:16:3e:1c:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dcd4674-daac-4e5a-a6f8-d26d382c909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:53:19Z', 'updated_at': '2020-11-19T05:53:26Z', 'revision_number': 5, 'project_id': 'e3e3a10714cd4e51af843da979c43376', 'subnets': [{'id': '2dcd4674-daac-4e5a-a6f8-d26d382c909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:57:26.009515 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-105d8e6c-8585-4845-8322-339eeaeea680 req-c3e2ac07-c3d9-4f44-8aef-6e45d626d731 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c1f1990-04d7-474e-ad88-b00f95a530af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1906564 Nov 19 05:57:26.011627 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d73514-cd85-4a4b-b573-bea68ff84b40 None None] The sync data for ids ['5254c025-b930-4241-84fb-45f7f0541ee3'] in dv-cinder-763306-1-smb is: [{'id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'name': 'tempest-TestShelveInstance-1920036146-router', 'tenant_id': 'e3e3a10714cd4e51af843da979c43376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': 'b51b8413-3bbb-40f0-ac4c-1246932b4be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:53:16Z', 'updated_at': '2020-11-19T05:53:20Z', 'revision_number': 4, 'project_id': 'e3e3a10714cd4e51af843da979c43376', 'gw_port': {'id': 'b51b8413-3bbb-40f0-ac4c-1246932b4be0', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:53:17Z', 'updated_at': '2020-11-19T05:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb', '_interfaces': [{'id': '5ebb5d43-ce64-4228-a58d-c0bf3ccc365b', 'name': '', 'network_id': '8c1f1990-04d7-474e-ad88-b00f95a530af', 'tenant_id': 'e3e3a10714cd4e51af843da979c43376', 'mac_address': 'fa:16:3e:1c:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dcd4674-daac-4e5a-a6f8-d26d382c909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:53:19Z', 'updated_at': '2020-11-19T05:53:26Z', 'revision_number': 5, 'project_id': 'e3e3a10714cd4e51af843da979c43376', 'subnets': [{'id': '2dcd4674-daac-4e5a-a6f8-d26d382c909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:57:26.277386 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-d459d659-380e-43e2-ada5-d5fa23f439d3 req-2affd6f9-36c5-4a47-a3a7-a4bc44f42c1c service neutron] 10.222.0.16 "GET /v2.0/networks/8c1f1990-04d7-474e-ad88-b00f95a530af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2651215 Nov 19 05:57:26.279792 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-105d8e6c-8585-4845-8322-339eeaeea680 req-0cbe7ec5-0143-4291-a411-3a1437946a53 service neutron] 10.222.0.13 "GET /v2.0/networks/8c1f1990-04d7-474e-ad88-b00f95a530af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453477 Nov 19 05:57:26.403847 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c769ac71-ce21-4b4e-9d98-bdbcc3143273 None None] New status for floating IP a25c2075-1e59-4ff6-826a-c9a825caad01: DOWN {{(pid=80340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 05:57:26.433564 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-105d8e6c-8585-4845-8322-339eeaeea680 req-bb02b917-a446-4d5c-b8c0-8cd06dc46320 service neutron] 10.222.0.13 "GET /v2.0/networks/8c1f1990-04d7-474e-ad88-b00f95a530af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1420038 Nov 19 05:57:26.698206 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8c1d5-cb0a-48d1-8402-6eb8bf83b368 req-6458a272-7e6b-4213-8b93-951b28b3c0c7 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:57:26.698966 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-e7c8c1d5-cb0a-48d1-8402-6eb8bf83b368 req-6458a272-7e6b-4213-8b93-951b28b3c0c7 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Synchronizing usage tracker for tenant:e3e3a10714cd4e51af843da979c43376 on resource:port {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:57:26.713848 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-e7c8c1d5-cb0a-48d1-8402-6eb8bf83b368 req-6458a272-7e6b-4213-8b93-951b28b3c0c7 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Unset dirty status for tenant:e3e3a10714cd4e51af843da979c43376 on resource:port {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:57:26.715087 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e7c8c1d5-cb0a-48d1-8402-6eb8bf83b368 req-6458a272-7e6b-4213-8b93-951b28b3c0c7 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 946 time: 0.1026225 Nov 19 05:57:26.762586 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e7c8c1d5-cb0a-48d1-8402-6eb8bf83b368 req-a77379fd-c194-47b5-8c70-aac718297bca tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/security-groups?id=3f578b25-b23c-4de7-827c-f2819ad18e64&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0413182 Nov 19 05:57:27.976822 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93cb9d-6801-4b06-80a2-37f1390c8881 req-4f7aa623-25f1-4c6e-b2c3-2375abdfa153 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:57:27.979323 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fc93cb9d-6801-4b06-80a2-37f1390c8881 req-4f7aa623-25f1-4c6e-b2c3-2375abdfa153 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 946 time: 0.0854588 Nov 19 05:57:28.031408 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-fc93cb9d-6801-4b06-80a2-37f1390c8881 req-5ff7c97a-f9ac-4eb2-834b-f3a9b8c868c4 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/security-groups?id=3f578b25-b23c-4de7-827c-f2819ad18e64&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0458910 Nov 19 05:57:28.180636 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4c2c4-a7a2-445a-aee4-e59be84c5654 req-a25cbc3e-2b96-477c-b6a9-dda368cb3615 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:57:28.182216 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e1e4c2c4-a7a2-445a-aee4-e59be84c5654 req-a25cbc3e-2b96-477c-b6a9-dda368cb3615 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.13 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 946 time: 0.0829797 Nov 19 05:57:28.253756 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-e1e4c2c4-a7a2-445a-aee4-e59be84c5654 req-438317e0-b494-4700-9f48-499c43a9d9c4 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Deleting port 5502d5dd-2d7d-474c-bed9-73ad60b410ff {{(pid=80339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:57:28.254069 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-e1e4c2c4-a7a2-445a-aee4-e59be84c5654 req-438317e0-b494-4700-9f48-499c43a9d9c4 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:28.507619 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [req-e1e4c2c4-a7a2-445a-aee4-e59be84c5654 req-438317e0-b494-4700-9f48-499c43a9d9c4 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] For port 5502d5dd-2d7d-474c-bed9-73ad60b410ff, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=5502d5dd-2d7d-474c-bed9-73ad60b410ff,segment=NetworkSegment(a438abfd-19f3-403a-aad2-698341cfc097),segment_id=a438abfd-19f3-403a-aad2-698341cfc097)] {{(pid=80339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:57:28.508012 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-e1e4c2c4-a7a2-445a-aee4-e59be84c5654 req-438317e0-b494-4700-9f48-499c43a9d9c4 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:28.637168 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [req-e1e4c2c4-a7a2-445a-aee4-e59be84c5654 req-438317e0-b494-4700-9f48-499c43a9d9c4 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Calling delete_port for 5502d5dd-2d7d-474c-bed9-73ad60b410ff owned by compute:nova {{(pid=80339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:57:28.783586 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-e1e4c2c4-a7a2-445a-aee4-e59be84c5654 req-438317e0-b494-4700-9f48-499c43a9d9c4 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474476'] for port, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:28.799303 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-1a988af5-ba26-4784-908b-83debfba93f9 tempest-AttachVolumeTestJSON-1779527100 tempest-AttachVolumeTestJSON-1779527100] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:28.857470 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438317e0-b494-4700-9f48-499c43a9d9c4 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Pushing event deleted for resources: {'Port': ['ID=5502d5dd-2d7d-474c-bed9-73ad60b410ff,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:28.862067 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-438317e0-b494-4700-9f48-499c43a9d9c4 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:29.002800 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e4c2c4-a7a2-445a-aee4-e59be84c5654 req-438317e0-b494-4700-9f48-499c43a9d9c4 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] No DVR routers for this DVR port 5502d5dd-2d7d-474c-bed9-73ad60b410ff on host hv-cinder-76330 {{(pid=80339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:57:29.005145 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-e1e4c2c4-a7a2-445a-aee4-e59be84c5654 req-438317e0-b494-4700-9f48-499c43a9d9c4 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7736'] for port, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:29.008022 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31486a6-9b87-4b8a-884e-a71c1b57d056', 'name': 'network-vif-deleted', 'tag': '5502d5dd-2d7d-474c-bed9-73ad60b410ff'}] {{(pid=80339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:57:29.022392 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-e1e4c2c4-a7a2-445a-aee4-e59be84c5654 req-438317e0-b494-4700-9f48-499c43a9d9c4 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.13 "DELETE /v2.0/ports/5502d5dd-2d7d-474c-bed9-73ad60b410ff HTTP/1.1" status: 204 len: 173 time: 0.8349416 Nov 19 05:57:29.068256 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31486a6-9b87-4b8a-884e-a71c1b57d056', 'name': 'network-vif-deleted', 'tag': '5502d5dd-2d7d-474c-bed9-73ad60b410ff', 'status': 'completed', 'code': 200} Nov 19 05:57:29.206116 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-1e0c84ff-a093-4f09-8d3a-62f79267d938 req-e3200f8a-feab-4d89-ba7f-77db7e2d6141 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Synchronizing usage tracker for tenant:e3e3a10714cd4e51af843da979c43376 on resource:port {{(pid=80339) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:57:29.221289 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.quota.resource [req-1e0c84ff-a093-4f09-8d3a-62f79267d938 req-e3200f8a-feab-4d89-ba7f-77db7e2d6141 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Unset dirty status for tenant:e3e3a10714cd4e51af843da979c43376 on resource:port {{(pid=80339) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:57:29.222599 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-1e0c84ff-a093-4f09-8d3a-62f79267d938 req-e3200f8a-feab-4d89-ba7f-77db7e2d6141 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/ports?device_id=a31486a6-9b87-4b8a-884e-a71c1b57d056 HTTP/1.1" status: 200 len: 210 time: 0.0613146 Nov 19 05:57:29.726829 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 5502d5dd-2d7d-474c-bed9-73ad60b410ff no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:57:29.763772 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] No Port match for: 5502d5dd-2d7d-474c-bed9-73ad60b410ff {{(pid=80340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:57:29.764159 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Device 5502d5dd-2d7d-474c-bed9-73ad60b410ff not bound to the agent host hv-cinder-76330 {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:57:30.249717 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:30.408671 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-527aa7c8-e08b-4829-a005-08a93cf92bcf req-24914aae-d60b-4f62-aa9b-55c0917f29a3 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "GET /v2.0/security-groups/3f578b25-b23c-4de7-827c-f2819ad18e64 HTTP/1.1" status: 200 len: 2645 time: 0.0493298 Nov 19 05:57:30.481460 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-527aa7c8-e08b-4829-a005-08a93cf92bcf req-136fc672-1fa0-48e9-a170-8f31a950b5a7 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks [] for security_group, before_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:30.509542 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-527aa7c8-e08b-4829-a005-08a93cf92bcf req-136fc672-1fa0-48e9-a170-8f31a950b5a7 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks [] for security_group, precommit_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:30.565489 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-527aa7c8-e08b-4829-a005-08a93cf92bcf req-136fc672-1fa0-48e9-a170-8f31a950b5a7 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:30.570850 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-a7c85e0b-fe6c-4a6d-b7ae-96b57f02eb54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:30.586236 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136fc672-1fa0-48e9-a170-8f31a950b5a7 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f578b25-b23c-4de7-827c-f2819ad18e64,revision_number=None']} {{(pid=80339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:30.589597 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-136fc672-1fa0-48e9-a170-8f31a950b5a7 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:30.597995 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [req-527aa7c8-e08b-4829-a005-08a93cf92bcf req-136fc672-1fa0-48e9-a170-8f31a950b5a7 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] Notify callbacks [] for security_group, before_response {{(pid=80339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:30.599268 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [req-527aa7c8-e08b-4829-a005-08a93cf92bcf req-136fc672-1fa0-48e9-a170-8f31a950b5a7 tempest-TestShelveInstance-473204251 tempest-TestShelveInstance-473204251] 10.222.0.16 "DELETE /v2.0/security-groups/3f578b25-b23c-4de7-827c-f2819ad18e64 HTTP/1.1" status: 204 len: 173 time: 0.1844873 Nov 19 05:57:30.657920 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 40314) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:57:31.062060 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e2d99614-2880-4f39-bf26-ba64007f5ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716923'] for router_interface, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:31.676208 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-e2d99614-2880-4f39-bf26-ba64007f5ca0 admin admin] Deleting port 5ebb5d43-ce64-4228-a58d-c0bf3ccc365b {{(pid=80338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:57:31.676787 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e2d99614-2880-4f39-bf26-ba64007f5ca0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:31.855714 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-e2d99614-2880-4f39-bf26-ba64007f5ca0 admin admin] For port 5ebb5d43-ce64-4228-a58d-c0bf3ccc365b, host dv-cinder-763306-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=5ebb5d43-ce64-4228-a58d-c0bf3ccc365b,segment=NetworkSegment(a438abfd-19f3-403a-aad2-698341cfc097),segment_id=a438abfd-19f3-403a-aad2-698341cfc097)] {{(pid=80338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:57:31.856029 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e2d99614-2880-4f39-bf26-ba64007f5ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:31.984010 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-e2d99614-2880-4f39-bf26-ba64007f5ca0 admin admin] Calling delete_port for 5ebb5d43-ce64-4228-a58d-c0bf3ccc365b owned by network:router_interface {{(pid=80338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:57:32.161126 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e2d99614-2880-4f39-bf26-ba64007f5ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10554044'] for port, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:32.176483 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-ff227b17-ccc9-4ffd-9946-dc5ce1e8c4e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:32.446852 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d99614-2880-4f39-bf26-ba64007f5ca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ebb5d43-ce64-4228-a58d-c0bf3ccc365b,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:32.503785 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d99614-2880-4f39-bf26-ba64007f5ca0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.504195 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d99614-2880-4f39-bf26-ba64007f5ca0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.504598 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d99614-2880-4f39-bf26-ba64007f5ca0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.505022 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d99614-2880-4f39-bf26-ba64007f5ca0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.505419 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d99614-2880-4f39-bf26-ba64007f5ca0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.505811 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d99614-2880-4f39-bf26-ba64007f5ca0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.506199 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d99614-2880-4f39-bf26-ba64007f5ca0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.506588 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d99614-2880-4f39-bf26-ba64007f5ca0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.506992 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d99614-2880-4f39-bf26-ba64007f5ca0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.507379 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d99614-2880-4f39-bf26-ba64007f5ca0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.507762 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d99614-2880-4f39-bf26-ba64007f5ca0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.508171 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d99614-2880-4f39-bf26-ba64007f5ca0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-smb {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.508766 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d99614-2880-4f39-bf26-ba64007f5ca0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.508977 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d99614-2880-4f39-bf26-ba64007f5ca0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.509370 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d99614-2880-4f39-bf26-ba64007f5ca0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.509776 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d99614-2880-4f39-bf26-ba64007f5ca0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.510137 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d99614-2880-4f39-bf26-ba64007f5ca0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.510521 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d99614-2880-4f39-bf26-ba64007f5ca0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.510903 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d99614-2880-4f39-bf26-ba64007f5ca0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.511283 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d99614-2880-4f39-bf26-ba64007f5ca0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.511663 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d99614-2880-4f39-bf26-ba64007f5ca0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.512044 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d99614-2880-4f39-bf26-ba64007f5ca0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.512423 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d99614-2880-4f39-bf26-ba64007f5ca0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.512800 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d99614-2880-4f39-bf26-ba64007f5ca0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.520559 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e2d99614-2880-4f39-bf26-ba64007f5ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:32.841388 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-e2d99614-2880-4f39-bf26-ba64007f5ca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3632689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854081301'] for router_interface, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:33.574258 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d99614-2880-4f39-bf26-ba64007f5ca0 admin admin] Router 5254c025-b930-4241-84fb-45f7f0541ee3 has already been hosted by L3 agent 9d988d7f-fab1-47ee-9f4c-4b1b16993ac8 {{(pid=80338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:57:33.785708 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d99614-2880-4f39-bf26-ba64007f5ca0 admin admin] Notify agent at l3_agent.dv-cinder-763306-1-smb the message routers_updated {{(pid=80338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:57:33.795481 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77a9fc9-a52a-40f0-8673-99ad0c96ee07 None None] Sync routers for ids ['5254c025-b930-4241-84fb-45f7f0541ee3'] in dv-cinder-763306-1-smb {{(pid=80341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:57:33.801768 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-e2d99614-2880-4f39-bf26-ba64007f5ca0 admin admin] 10.222.0.16 "PUT /v2.0/routers/5254c025-b930-4241-84fb-45f7f0541ee3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1418855 Nov 19 05:57:33.803548 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 40318) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:57:33.808877 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77a9fc9-a52a-40f0-8673-99ad0c96ee07 None None] Routers {'5254c025-b930-4241-84fb-45f7f0541ee3'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:57:33.809561 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-d77a9fc9-a52a-40f0-8673-99ad0c96ee07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:57:12Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['5254c025-b930-4241-84fb-45f7f0541ee3'], 'active': True} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:57:33.995701 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-d77a9fc9-a52a-40f0-8673-99ad0c96ee07 None None] Set router 5254c025-b930-4241-84fb-45f7f0541ee3 gateway port host: dv-cinder-763306-1-smb {{(pid=80341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:57:34.009481 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5b76573d-8ae9-4b3a-9fa9-fd943c3c23fd admin admin] Notify callbacks [] for router, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:34.217780 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5b76573d-8ae9-4b3a-9fa9-fd943c3c23fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:34.225996 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-5b76573d-8ae9-4b3a-9fa9-fd943c3c23fd admin admin] Deleting port b51b8413-3bbb-40f0-ac4c-1246932b4be0 {{(pid=80338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:57:34.226375 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5b76573d-8ae9-4b3a-9fa9-fd943c3c23fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:34.295728 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-d77a9fc9-a52a-40f0-8673-99ad0c96ee07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'name': 'tempest-TestShelveInstance-1920036146-router', 'tenant_id': 'e3e3a10714cd4e51af843da979c43376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'external_fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': 'b51b8413-3bbb-40f0-ac4c-1246932b4be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:53:16Z', 'updated_at': '2020-11-19T05:57:32Z', 'revision_number': 5, 'project_id': 'e3e3a10714cd4e51af843da979c43376', 'gw_port': {'id': 'b51b8413-3bbb-40f0-ac4c-1246932b4be0', 'name': '', 'network_id': '763d99df-10cd-4fa9-8817-f2839aa5077e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '77791555-10e6-47e0-b878-932fa2c0a363', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:53:17Z', 'updated_at': '2020-11-19T05:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77791555-10e6-47e0-b878-932fa2c0a363', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-smb'}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:57:34.299722 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77a9fc9-a52a-40f0-8673-99ad0c96ee07 None None] Checking router: 5254c025-b930-4241-84fb-45f7f0541ee3 for host: dv-cinder-763306-1-smb {{(pid=80341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:57:34.311377 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77a9fc9-a52a-40f0-8673-99ad0c96ee07 None None] Routers {'5254c025-b930-4241-84fb-45f7f0541ee3'} bound to L3 agent in host dv-cinder-763306-1-smb {{(pid=80341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:57:34.312022 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-d77a9fc9-a52a-40f0-8673-99ad0c96ee07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T05:35:42Z,description=,heartbeat_timestamp=2020-11-19T05:57:12Z,host='dv-cinder-763306-1-smb',id=9d988d7f-fab1-47ee-9f4c-4b1b16993ac8,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:35:42Z,topic='l3_agent')) {'router_ids': ['5254c025-b930-4241-84fb-45f7f0541ee3'], 'active': True} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:57:34.475317 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvr_db [None req-d77a9fc9-a52a-40f0-8673-99ad0c96ee07 None None] Set router 5254c025-b930-4241-84fb-45f7f0541ee3 gateway port host: None {{(pid=80341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:57:34.589557 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_hamode_db [None req-d77a9fc9-a52a-40f0-8673-99ad0c96ee07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'name': 'tempest-TestShelveInstance-1920036146-router', 'tenant_id': 'e3e3a10714cd4e51af843da979c43376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:53:16Z', 'updated_at': '2020-11-19T05:57:34Z', 'revision_number': 6, 'project_id': 'e3e3a10714cd4e51af843da979c43376', 'gw_port_host': None}], 'dv-cinder-763306-1-smb', False) {} {{(pid=80341) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:57:34.593838 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77a9fc9-a52a-40f0-8673-99ad0c96ee07 None None] The sync data for ids ['5254c025-b930-4241-84fb-45f7f0541ee3'] in dv-cinder-763306-1-smb is: [{'id': '5254c025-b930-4241-84fb-45f7f0541ee3', 'name': 'tempest-TestShelveInstance-1920036146-router', 'tenant_id': 'e3e3a10714cd4e51af843da979c43376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:53:16Z', 'updated_at': '2020-11-19T05:57:34Z', 'revision_number': 6, 'project_id': 'e3e3a10714cd4e51af843da979c43376', 'gw_port_host': None}] {{(pid=80341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:57:34.652208 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-5b76573d-8ae9-4b3a-9fa9-fd943c3c23fd admin admin] For port b51b8413-3bbb-40f0-ac4c-1246932b4be0, host dv-cinder-763306-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=b51b8413-3bbb-40f0-ac4c-1246932b4be0,segment=NetworkSegment(570e6a95-1f7f-4238-9052-97fd91c0100f),segment_id=570e6a95-1f7f-4238-9052-97fd91c0100f)] {{(pid=80338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:57:34.652608 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5b76573d-8ae9-4b3a-9fa9-fd943c3c23fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:34.783084 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-5b76573d-8ae9-4b3a-9fa9-fd943c3c23fd admin admin] Calling delete_port for b51b8413-3bbb-40f0-ac4c-1246932b4be0 owned by network:router_gateway {{(pid=80338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:57:34.953736 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5b76573d-8ae9-4b3a-9fa9-fd943c3c23fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10554044'] for port, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:34.969849 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-f75cb377-3da3-4702-a635-b30e922b75ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:35.025194 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76573d-8ae9-4b3a-9fa9-fd943c3c23fd admin admin] Pushing event deleted for resources: {'Port': ['ID=b51b8413-3bbb-40f0-ac4c-1246932b4be0,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:35.029978 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-5b76573d-8ae9-4b3a-9fa9-fd943c3c23fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:35.327674 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5b76573d-8ae9-4b3a-9fa9-fd943c3c23fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-712571'] for router_gateway, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:35.594203 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5b76573d-8ae9-4b3a-9fa9-fd943c3c23fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38356'] for router, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:35.598681 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5b76573d-8ae9-4b3a-9fa9-fd943c3c23fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:35.626939 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5b76573d-8ae9-4b3a-9fa9-fd943c3c23fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690777'] for router, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:35.627515 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b76573d-8ae9-4b3a-9fa9-fd943c3c23fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5254c025-b930-4241-84fb-45f7f0541ee3 {{(pid=80338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 19 05:57:35.640594 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5b76573d-8ae9-4b3a-9fa9-fd943c3c23fd admin admin] Notify callbacks [] for router, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:35.641879 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-5b76573d-8ae9-4b3a-9fa9-fd943c3c23fd admin admin] 10.222.0.16 "DELETE /v2.0/routers/5254c025-b930-4241-84fb-45f7f0541ee3 HTTP/1.1" status: 204 len: 168 time: 1.8373561 Nov 19 05:57:35.644429 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 40322) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:57:35.714436 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f17ef20-292e-4c4d-8e0a-ed43b974ae9d admin admin] Deleting subnet 2dcd4674-daac-4e5a-a6f8-d26d382c909b {{(pid=80338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 05:57:35.717629 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3f17ef20-292e-4c4d-8e0a-ed43b974ae9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:35.769543 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3f17ef20-292e-4c4d-8e0a-ed43b974ae9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10610985'] for subnet, precommit_delete_associations {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:35.859451 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3f17ef20-292e-4c4d-8e0a-ed43b974ae9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850617832'] for subnet, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:36.115629 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3f17ef20-292e-4c4d-8e0a-ed43b974ae9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4157984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844221802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844226155'] for subnet, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:36.132049 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:36.184881 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17ef20-292e-4c4d-8e0a-ed43b974ae9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dcd4674-daac-4e5a-a6f8-d26d382c909b,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:36.187696 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-3f17ef20-292e-4c4d-8e0a-ed43b974ae9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:36.267901 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-3f17ef20-292e-4c4d-8e0a-ed43b974ae9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for subnet, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:36.272963 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94919a4c-3942-4cb0-a212-abf82cfd4e1b None None] Network 8c1f1990-04d7-474e-ad88-b00f95a530af requested from dv-cinder-763306-1-smb {{(pid=80340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:57:36.274528 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-3f17ef20-292e-4c4d-8e0a-ed43b974ae9d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2dcd4674-daac-4e5a-a6f8-d26d382c909b HTTP/1.1" status: 204 len: 168 time: 0.6281989 Nov 19 05:57:36.277034 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 40326) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:57:36.392106 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bd63fb6f-00b6-41b8-a9fb-31b9a519df99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3949208'] for network, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:36.461905 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-bd63fb6f-00b6-41b8-a9fb-31b9a519df99 admin admin] Deleting port a493bb52-d983-4342-b9fe-a3ffbfcc79c6 {{(pid=80338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:57:36.462280 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bd63fb6f-00b6-41b8-a9fb-31b9a519df99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:36.534124 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc643cfa-df65-414f-bc76-27c4181247e7 None None] DHCP port deletion for 8c1f1990-04d7-474e-ad88-b00f95a530af request from dv-cinder-763306-1-smb {{(pid=80340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 19 05:57:36.538323 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-cc643cfa-df65-414f-bc76-27c4181247e7 None None] Deleting port a493bb52-d983-4342-b9fe-a3ffbfcc79c6 {{(pid=80340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:57:36.538836 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-cc643cfa-df65-414f-bc76-27c4181247e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:36.597909 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 5ebb5d43-ce64-4228-a58d-c0bf3ccc365b no longer exists at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:57:36.637284 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] No Port match for: 5ebb5d43-ce64-4228-a58d-c0bf3ccc365b {{(pid=80340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:57:36.637677 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device 5ebb5d43-ce64-4228-a58d-c0bf3ccc365b not bound to the agent host dv-cinder-763306-1-smb {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:57:36.638144 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device b51b8413-3bbb-40f0-ac4c-1246932b4be0 no longer exists at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:57:36.677578 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] No Port match for: b51b8413-3bbb-40f0-ac4c-1246932b4be0 {{(pid=80340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:57:36.677900 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device b51b8413-3bbb-40f0-ac4c-1246932b4be0 not bound to the agent host dv-cinder-763306-1-smb {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:57:36.678381 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.rpc [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Device a493bb52-d983-4342-b9fe-a3ffbfcc79c6 no longer exists at agent ovs-agent-dv-cinder-763306-1-smb {{(pid=80340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:57:36.679915 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-bd63fb6f-00b6-41b8-a9fb-31b9a519df99 admin admin] For port a493bb52-d983-4342-b9fe-a3ffbfcc79c6, host dv-cinder-763306-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=a493bb52-d983-4342-b9fe-a3ffbfcc79c6,segment=NetworkSegment(a438abfd-19f3-403a-aad2-698341cfc097),segment_id=a438abfd-19f3-403a-aad2-698341cfc097)] {{(pid=80338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:57:36.680314 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bd63fb6f-00b6-41b8-a9fb-31b9a519df99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:36.810056 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-bd63fb6f-00b6-41b8-a9fb-31b9a519df99 admin admin] Calling delete_port for a493bb52-d983-4342-b9fe-a3ffbfcc79c6 owned by network:dhcp {{(pid=80338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:57:36.881026 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bd63fb6f-00b6-41b8-a9fb-31b9a519df99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850782482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754063521071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282791692455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10554044'] for port, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:36.896527 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-e64d2a52-0baa-43f2-9c4b-fcb2b6dc62fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:36.940592 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.db [None req-cc643cfa-df65-414f-bc76-27c4181247e7 None None] For port a493bb52-d983-4342-b9fe-a3ffbfcc79c6, host dv-cinder-763306-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-smb',level=0,port_id=a493bb52-d983-4342-b9fe-a3ffbfcc79c6,segment=NetworkSegment(a438abfd-19f3-403a-aad2-698341cfc097),segment_id=a438abfd-19f3-403a-aad2-698341cfc097)] {{(pid=80340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:57:36.941072 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-cc643cfa-df65-414f-bc76-27c4181247e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854059610'] for port, precommit_delete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:36.950968 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63fb6f-00b6-41b8-a9fb-31b9a519df99 admin admin] Pushing event deleted for resources: {'Port': ['ID=a493bb52-d983-4342-b9fe-a3ffbfcc79c6,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:36.952563 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3989777'] for port, before_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:36.955758 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-bd63fb6f-00b6-41b8-a9fb-31b9a519df99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:37.037323 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd63fb6f-00b6-41b8-a9fb-31b9a519df99 admin admin] No DVR routers for this DVR port a493bb52-d983-4342-b9fe-a3ffbfcc79c6 on host dv-cinder-763306-1-smb {{(pid=80338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:57:37.082369 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-cc643cfa-df65-414f-bc76-27c4181247e7 None None] Calling delete_port for a493bb52-d983-4342-b9fe-a3ffbfcc79c6 owned by network:dhcp {{(pid=80340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:57:37.161322 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bd63fb6f-00b6-41b8-a9fb-31b9a519df99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850615901', 'neutron.services.segments.db._delete_segments_for_network--9223363282791137771'] for network, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:37.196717 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.db.api [None req-cc643cfa-df65-414f-bc76-27c4181247e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80340) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 05:57:37.197083 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_db.api [None req-cc643cfa-df65-414f-bc76-27c4181247e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 05:57:37.277025 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-bd63fb6f-00b6-41b8-a9fb-31b9a519df99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c1f1990-04d7-474e-ad88-b00f95a530af']}} {{(pid=80338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:57:37.290262 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-bd63fb6f-00b6-41b8-a9fb-31b9a519df99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a438abfd-19f3-403a-aad2-698341cfc097') {'for_net_delete': True} {{(pid=80338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:57:37.290595 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.services.segments.db [None req-bd63fb6f-00b6-41b8-a9fb-31b9a519df99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a438abfd-19f3-403a-aad2-698341cfc097') {} {{(pid=80338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:57:37.302433 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bd63fb6f-00b6-41b8-a9fb-31b9a519df99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282791100139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844164847'] for segment, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:37.319691 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bd63fb6f-00b6-41b8-a9fb-31b9a519df99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4146814'] for segment, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:37.321786 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bd63fb6f-00b6-41b8-a9fb-31b9a519df99 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 05:57:37.502232 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-bd63fb6f-00b6-41b8-a9fb-31b9a519df99 admin admin] Network 8c1f1990-04d7-474e-ad88-b00f95a530af has no segments {{(pid=80338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:57:37.511546 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bd63fb6f-00b6-41b8-a9fb-31b9a519df99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850629002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844221749'] for segment, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:37.698537 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-cc643cfa-df65-414f-bc76-27c4181247e7 None None] Deleting port a493bb52-d983-4342-b9fe-a3ffbfcc79c6 {{(pid=80340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:57:37.698962 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-cc643cfa-df65-414f-bc76-27c4181247e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363282791261641'] for port, before_delete {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:37.926347 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.managers [None req-bd63fb6f-00b6-41b8-a9fb-31b9a519df99 admin admin] Network 8c1f1990-04d7-474e-ad88-b00f95a530af has no segments {{(pid=80338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:57:37.934311 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.plugins.ml2.plugin [None req-cc643cfa-df65-414f-bc76-27c4181247e7 None None] The port 'a493bb52-d983-4342-b9fe-a3ffbfcc79c6' was deleted {{(pid=80340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 19 05:57:37.954211 dv-cinder-763306-1-smb neutron-server[80227]: Traceback (most recent call last): Nov 19 05:57:37.954211 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:57:37.954211 dv-cinder-763306-1-smb neutron-server[80227]: timer() Nov 19 05:57:37.954211 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:57:37.954211 dv-cinder-763306-1-smb neutron-server[80227]: cb(*args, **kw) Nov 19 05:57:37.954211 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 05:57:37.954211 dv-cinder-763306-1-smb neutron-server[80227]: return func(*args, **kwargs) Nov 19 05:57:37.954211 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:57:37.954211 dv-cinder-763306-1-smb neutron-server[80227]: self._notify() Nov 19 05:57:37.954211 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:57:37.954211 dv-cinder-763306-1-smb neutron-server[80227]: self.callback(batched_events) Nov 19 05:57:37.954211 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:57:37.954211 dv-cinder-763306-1-smb neutron-server[80227]: event.method(event) Nov 19 05:57:37.954211 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 05:57:37.954211 dv-cinder-763306-1-smb neutron-server[80227]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:57:37.954211 dv-cinder-763306-1-smb neutron-server[80227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 05:57:37.954211 dv-cinder-763306-1-smb neutron-server[80227]: segment_id)['aggregates'][0] Nov 19 05:57:37.954211 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 05:57:37.954211 dv-cinder-763306-1-smb neutron-server[80227]: return f(self, *a, **k) Nov 19 05:57:37.954211 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:57:37.954211 dv-cinder-763306-1-smb neutron-server[80227]: return self._get(url).json() Nov 19 05:57:37.954211 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 05:57:37.954211 dv-cinder-763306-1-smb neutron-server[80227]: **kwargs) Nov 19 05:57:37.954211 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 05:57:37.954211 dv-cinder-763306-1-smb neutron-server[80227]: return self.request(url, 'GET', **kwargs) Nov 19 05:57:37.954211 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 05:57:37.954211 dv-cinder-763306-1-smb neutron-server[80227]: **endpoint_filter) Nov 19 05:57:37.954211 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 05:57:37.954211 dv-cinder-763306-1-smb neutron-server[80227]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:57:37.954211 dv-cinder-763306-1-smb neutron-server[80227]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 05:57:37.954211 dv-cinder-763306-1-smb neutron-server[80227]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:57:37.954211 dv-cinder-763306-1-smb neutron-server[80227]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:57:38.032751 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bd63fb6f-00b6-41b8-a9fb-31b9a519df99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4159915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854066660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851143111'] for network, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:38.036168 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:38.050331 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-bd63fb6f-00b6-41b8-a9fb-31b9a519df99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851143128'] for network, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:38.061178 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63fb6f-00b6-41b8-a9fb-31b9a519df99 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c1f1990-04d7-474e-ad88-b00f95a530af,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:38.064472 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-bd63fb6f-00b6-41b8-a9fb-31b9a519df99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:38.074377 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-bd63fb6f-00b6-41b8-a9fb-31b9a519df99 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8c1f1990-04d7-474e-ad88-b00f95a530af HTTP/1.1" status: 204 len: 168 time: 1.7963455 Nov 19 05:57:38.316616 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 40332) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:57:38.373195 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-4091578e-92de-490c-9bd3-e7bea807ece8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e3e3a10714cd4e51af843da979c43376&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0551927 Nov 19 05:57:38.375440 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [-] (80338) accepted ('10.222.0.16', 40336) {{(pid=80338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:57:38.436208 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8d7b783d-7b89-40da-8883-1118fb8c7b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:38.463999 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8d7b783d-7b89-40da-8883-1118fb8c7b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:38.512004 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8d7b783d-7b89-40da-8883-1118fb8c7b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854014774'] for security_group, after_delete {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:38.517109 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-961d5c69-2300-4dab-87f6-c8d3e545e204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:38.531459 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b783d-7b89-40da-8883-1118fb8c7b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b40d53-e2c6-4b26-8a85-1d7b1544ee30,revision_number=None']} {{(pid=80338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:38.535603 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG oslo_concurrency.lockutils [None req-8d7b783d-7b89-40da-8883-1118fb8c7b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:38.538862 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8d7b783d-7b89-40da-8883-1118fb8c7b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:38.540710 dv-cinder-763306-1-smb neutron-server[80227]: INFO neutron.wsgi [None req-8d7b783d-7b89-40da-8883-1118fb8c7b92 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8b40d53-e2c6-4b26-8a85-1d7b1544ee30 HTTP/1.1" status: 204 len: 168 time: 0.1643090 Nov 19 05:57:39.983179 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-b8bd3e5e-ff71-4415-9ce5-31c7735caaa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:42.473333 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5dcb9a90-e6b2-4f7a-b136-72a7ac98e4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:43.023213 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:43.924949 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:44.182541 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:00.253461 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:02.244612 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 6 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:58:09.985176 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-90e99efc-8d30-4d27-8ddf-879110075489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:12.474073 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-21aab3bc-00da-444d-9998-55d3f94fa696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:13.026889 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:13.926943 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:14.184825 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:30.279491 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:39.245380 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 6 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:58:39.986550 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-44188a7f-1746-4188-acbc-60e090002fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:42.474366 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-564c7ae0-6af8-481a-a68c-4f33c4347341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:43.028742 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:43.928040 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:44.188413 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:00.294065 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:09.988555 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-102ff0ae-834c-420c-ba8f-1772584e7ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:12.474680 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-396d3808-49b6-4e35-ae28-29a89408c0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:13.032037 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:13.930552 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:14.191966 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:16.246613 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 6 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:59:30.294931 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:39.989825 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-dba47d3e-ba7a-45a6-bd41-3c3068cb69f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:42.475559 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-df5983f6-e7bb-41b2-af84-f40f9f4d6e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:43.034384 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:43.931742 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:44.257066 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:53.248483 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 6 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 06:00:00.292829 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:00:09.991845 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-aa1e5270-0d6a-4cfb-b2a6-43351ac7bd14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:00:12.476251 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-f9df223f-5282-4fa8-8d3d-54baad541a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:00:13.037161 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:00:13.933560 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:00:14.198869 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:00:16.600629 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [req-ff82aa53-818e-4dda-993f-a82ae8bbcd16 req-cc70d921-8c66-443d-a9bf-4984fbc51488 service neutron] (80339) timed out ('10.222.0.13', 49899) {{(pid=80339) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 19 06:00:22.693464 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.wsgi [req-69aa393a-93df-4dad-b713-e8e5712e092c req-ae512f39-28ce-4084-9bb0-d74e5c47e09b service neutron] (80338) timed out ('10.222.0.13', 49939) {{(pid=80338) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 19 06:00:30.249562 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 6 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 06:00:30.291926 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:00:39.993710 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-5dd4106b-4b1c-4a6d-9d27-a48c80f612b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:00:42.476923 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-96da5c93-1e8a-420e-a9de-b911f5707fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:00:43.039249 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:00:43.935381 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:00:44.202834 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:00.292174 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:07.250141 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 6 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 06:01:09.996869 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-9bb74014-ed21-4a25-82f6-bc15cd9dbf61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:12.478697 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c466b369-a3c3-4cdc-ba6c-589e2323ab9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:13.042824 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:13.937384 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:14.205214 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:30.291991 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:39.998314 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-ea69b495-5b5c-452f-bd6f-83c50c285b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:42.480922 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-7d4718d2-fed6-49ff-a579-7d13cab23c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:43.045626 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:43.937877 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:44.251337 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 6 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 06:01:44.277112 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:02:00.294045 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:02:10.000099 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-2598d120-61ab-4300-a0f7-454707e43059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:02:12.481723 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c0129cef-fa2f-46f5-a54c-b110ef57b18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:02:13.048543 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:02:13.943945 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:02:14.213651 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:02:21.253262 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron.db.agents_db [None req-e467cbfe-5da2-4c22-9f7a-41bf8113a636 None None] Agent healthcheck: found 6 active agents {{(pid=80341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 06:02:30.298730 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d5d35d4b-84bf-45f6-a9bd-0a3cef51aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:02:40.001509 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-c0ba6d05-c01c-415b-8633-b4379ff18ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:02:42.482554 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-8097ee03-57ef-490d-8dfc-902cec6acb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:02:43.062747 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-758e4eb2-ac09-4ee1-947b-35f9b5d49b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:02:43.936372 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-11ac36bf-00c8-44a3-ae7f-02255e74f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:02:44.217023 dv-cinder-763306-1-smb neutron-server[80227]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd6-5a97-44e6-a05e-4262682c4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282791137788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850627816'] for agent, after_update {{(pid=80340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}